-- Logs begin at Mon 2021-09-20 22:24:29 UTC, end at Mon 2021-09-20 23:33:47 UTC. -- Sep 20 23:05:18.083383 dv-cinder-809965-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 23:05:20.858815 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.common.config [-] Logging enabled! Sep 20 23:05:20.859320 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 23:05:20.859774 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94472) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 23:05:20.862981 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.common.config [-] Logging enabled! Sep 20 23:05:20.863242 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev6 Sep 20 23:05:20.863558 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94472) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 20 23:05:20.864514 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 23:05:20.864752 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 23:05:20.865114 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 23:05:20.865360 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 23:05:20.865587 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 23:05:20.865944 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.866249 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.866550 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.866780 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.867080 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.867373 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.867657 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.867949 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.868250 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.868536 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.868815 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.869104 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.869333 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.869613 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.869935 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.870227 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.870451 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] debug = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.870734 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.871161 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.871567 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.871849 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.872142 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.872424 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.872699 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.872976 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.873259 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.873586 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] host = dv-cinder-809965-2-iscsi {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.873899 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.874708 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.875164 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.875456 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.875735 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.876016 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.876306 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.876586 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.876861 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] log_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.877139 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.877431 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.877723 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.878053 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.878279 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.878503 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.878795 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.879084 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.879363 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.879645 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.879922 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.880198 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.880474 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.880747 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.881034 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.881319 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.881605 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.882030 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.882307 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.882583 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.882855 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.883142 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.883416 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.883691 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.883965 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.884253 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.884524 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.884799 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.885101 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.885388 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.885671 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.885989 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.886264 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.886553 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.886830 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.887104 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.887378 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] use_json = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.887653 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.887924 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.888207 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.888485 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.888759 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.889035 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.889309 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.889603 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:20.890477 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.890774 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.891079 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.891365 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.891663 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.891943 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.892236 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.892516 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.892807 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.893100 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.893390 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.893672 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.893996 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.894277 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.894577 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.894887 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.895188 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.895487 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.895767 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.896045 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.896322 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.896602 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.896893 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.897174 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.897468 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.897780 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.898068 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.898358 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.898655 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.898947 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.899226 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.899515 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.899813 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.900094 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.900372 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.900654 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.900947 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.901230 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.901507 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.901817 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.902099 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.902376 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.902651 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.902932 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.903229 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.903509 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.903786 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.904060 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.904342 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.904617 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.904904 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.905186 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.905507 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.905868 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.906257 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.906539 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.906818 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.907100 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.907380 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.907663 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.907940 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.908216 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.908492 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.908767 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.909044 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.909318 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.909598 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.909908 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.910183 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.910457 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.910731 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.911004 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.911278 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.911569 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.911871 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.912152 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.912434 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.912716 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.912998 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.913279 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.913563 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.913932 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.914217 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.914495 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.914790 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.915078 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.915366 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.915653 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.915935 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.916240 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.916521 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.916806 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.917087 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.917365 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.917653 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.917968 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.918267 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.918566 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.918861 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.919159 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.919453 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.919743 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.920055 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.920338 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:20.920559 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 23:05:20.920801 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94472) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 20 23:05:21.277881 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 23:05:21.278071 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 23:05:21.278366 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 20 23:05:21.278702 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 23:05:21.668576 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.668880 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.669156 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.670490 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.670767 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.671785 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.707968 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.708249 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.708523 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.723234 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.723518 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.723792 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.752539 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.752819 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.753085 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.790703 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.790984 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:21.791260 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.023013 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.023625 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.023625 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.023784 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.032728 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.153168 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.153490 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.153793 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.154070 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.154342 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.154656 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.154920 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.155179 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.155654 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.156069 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.156352 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.156611 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.156875 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.157140 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.157399 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.157667 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.157948 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.158219 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.158492 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.158754 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.159029 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.159286 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.159575 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.159949 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.160201 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.160450 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.160847 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 23:05:22.161091 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 23:05:22.161331 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 23:05:22.161570 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 23:05:22.161950 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 23:05:22.162194 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 23:05:22.162560 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 23:05:22.165610 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 23:05:22.169650 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 23:05:22.174114 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 20 23:05:22.175740 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 23:05:22.176190 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 23:05:22.176528 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 23:05:22.176924 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 23:05:22.179725 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 23:05:22.179977 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 23:05:22.180325 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 23:05:22.185616 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 20 23:05:22.207840 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 20 23:05:22.208301 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.208603 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94472) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 20 23:05:22.208966 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.210370 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94472) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 23:05:22.210815 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 23:05:22.211064 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 23:05:22.214260 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.214540 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:22.279059 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 23:05:22.279240 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 23:05:22.279476 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 23:05:22.279850 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 23:05:22.302315 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_db.sqlalchemy.engines [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94472) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 20 23:05:22.956194 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Initializing driver for type 'gre' Sep 20 23:05:22.956725 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] gre ID ranges: [(1, 1000)] Sep 20 23:05:23.146978 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Initializing driver for type 'local' Sep 20 23:05:23.147555 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Initializing driver for type 'vlan' Sep 20 23:05:23.244103 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] VlanTypeDriver initialization complete Sep 20 23:05:23.244468 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Initializing driver for type 'vxlan' Sep 20 23:05:23.244976 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] vxlan ID ranges: [(1, 1000)] Sep 20 23:05:23.436265 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Initializing extension driver 'port_security' Sep 20 23:05:23.436538 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.extensions.port_security [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] PortSecurityExtensionDriver initialization complete Sep 20 23:05:23.436876 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Initializing mechanism driver 'openvswitch' Sep 20 23:05:23.437202 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Initializing mechanism driver 'hyperv' Sep 20 23:05:23.445801 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.plugins.ml2.plugin [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:05:23.446486 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > port after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.446861 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > port after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.447216 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > port after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.447746 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 23:05:23.448178 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > subnet after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.448535 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > subnet after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.448908 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.449301 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 23:05:23.449714 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > network after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.451951 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > network after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.451951 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > network after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.451951 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 23:05:23.451951 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > security_group after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.451951 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > security_group after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.452311 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > security_group after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.452498 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 23:05:23.452910 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.453313 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.453664 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.454090 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 23:05:23.454496 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > address_group after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.454843 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > address_group after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.455184 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > address_group after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.455577 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94472) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 20 23:05:23.455955 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] ML2 OVO RPC backend initialized. {{(pid=94472) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 20 23:05:23.456665 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.457020 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.457440 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > network before_response 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.457866 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > networks before_response 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.458217 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > port before_response 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.458560 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > ports before_response 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.458905 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > subnet before_response 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.459248 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > subnets before_response 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.459594 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > network after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.459951 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > network after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.460273 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > network after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.460609 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > port after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.460957 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > port after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.461294 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > port after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.461631 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > subnet after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.462001 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > subnet after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.462337 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.462917 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.plugin [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Modular L2 Plugin initialization complete Sep 20 23:05:23.463252 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading services supported by the core plugin {{(pid=94472) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 20 23:05:23.463630 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.plugins.ml2.managers [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Got port-security extension from driver 'port_security' Sep 20 23:05:23.464097 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.extensions.vlantransparent [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Disabled vlantransparent extension. Sep 20 23:05:23.464584 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94472) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 20 23:05:23.464902 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading Plugin: router Sep 20 23:05:23.502089 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router_interface before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.502486 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router after_create 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.502861 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router before_create 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.503237 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.503612 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.503970 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router after_delete 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.504331 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > floatingip after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.504684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > floatingip after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.505046 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router after_create 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.505396 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router after_update 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.505826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router after_update 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.506113 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.506475 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router after_update 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.506887 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_update 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.507256 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: port after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.507599 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: port after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.507937 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: subnet after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.508283 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.508633 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > port precommit_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.508984 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_create 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.509327 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: port before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.509669 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.510050 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router after_update 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.510396 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_delete 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.510750 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_create 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.511110 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.511457 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_update 55549900 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.511824 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > agent after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.512173 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > agent after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.512525 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > network after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.513373 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Tracking information for resource: router configured {{(pid=94472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 23:05:23.513709 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Tracking information for resource: floatingip configured {{(pid=94472) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 23:05:23.518766 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.db.l3_agentschedulers_db [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 23:05:23.519342 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: port after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.519706 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: port after_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.520058 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: port after_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.520412 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: port after_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.521208 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router before_create 55550100 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.521575 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_delete 55550100 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.521969 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_create 55550100 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.522327 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > router precommit_update 55550100 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.526979 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.services.provider_configuration [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service providers = [] {{(pid=94472) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 23:05:23.527350 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.db.servicetype_db [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94472) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 23:05:23.530324 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.services.service_base [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 23:05:23.530679 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.services.service_base [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 23:05:23.531026 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.services.service_base [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 23:05:23.531945 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.services.service_base [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94472) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 20 23:05:23.532319 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.services.service_base [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 23:05:23.532692 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 23:05:23.533011 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 23:05:23.543567 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 23:05:23.543906 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading Plugin: auto_allocate Sep 20 23:05:23.550283 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: network precommit_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.550660 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: network precommit_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.551184 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 23:05:23.551508 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading Plugin: tag Sep 20 23:05:23.558020 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 23:05:23.558351 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading Plugin: timestamp Sep 20 23:05:23.562337 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 23:05:23.563237 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading Plugin: network_ip_availability Sep 20 23:05:23.568617 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.568992 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.569350 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.570097 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 23:05:23.570421 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading Plugin: flavors Sep 20 23:05:23.575091 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 23:05:23.575422 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading Plugin: revisions Sep 20 23:05:23.579746 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94472) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 20 23:05:23.580140 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_concurrency.lockutils [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.302s {{(pid=94472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 20 23:05:23.580873 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94472) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 20 23:05:23.581216 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Initializing extension manager. Sep 20 23:05:23.581727 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: __init__.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.582103 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: __pycache__ {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.582443 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.582779 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: address_group.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.583526 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.584086 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: address-group Sep 20 23:05:23.584413 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: address_scope.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.585336 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.585877 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: address-scope Sep 20 23:05:23.586205 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: admin_state_down_before_update.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.587131 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.587644 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: router-admin-state-down-before-update Sep 20 23:05:23.587970 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: agent.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.588670 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.589170 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: agent Sep 20 23:05:23.589494 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: agent_resources_synced.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.590466 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.590974 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: agent-resources-synced Sep 20 23:05:23.591303 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: allowedaddresspairs.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.593071 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.593592 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: allowed-address-pairs Sep 20 23:05:23.593994 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: auto_allocated_topology.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.595052 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.595563 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: auto-allocated-topology Sep 20 23:05:23.595887 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: availability_zone.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.596573 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.597075 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: availability_zone Sep 20 23:05:23.597402 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: availability_zone_filter.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.598343 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.598854 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: availability_zone_filter Sep 20 23:05:23.599248 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: data_plane_status.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.600156 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.600654 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 23:05:23.601232 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: default_subnetpools.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.602179 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.602679 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: default-subnetpools Sep 20 23:05:23.603001 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: dhcpagentscheduler.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.603805 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.604304 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: dhcp_agent_scheduler Sep 20 23:05:23.604626 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: dns.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.605540 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.606064 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension dns-integration not supported by any of loaded plugins Sep 20 23:05:23.606389 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: dns_domain_ports.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.607319 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.607826 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 23:05:23.608149 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.619682 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.620219 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 20 23:05:23.620553 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: dvr.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.621249 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.621784 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: dvr Sep 20 23:05:23.622115 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: ecmp_routes.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.623044 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.623551 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension ecmp_routes not supported by any of loaded plugins Sep 20 23:05:23.623875 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: empty_string_filtering.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.624791 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.625974 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: empty-string-filtering Sep 20 23:05:23.626304 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.627231 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.627745 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 23:05:23.628069 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.629014 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.629523 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 23:05:23.629872 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: external_net.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.630789 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.631293 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: external-net Sep 20 23:05:23.631615 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: extra_dhcp_opt.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.632560 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.633059 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: extra_dhcp_opt Sep 20 23:05:23.633379 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: extraroute.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.634339 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.634844 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: extraroute Sep 20 23:05:23.635164 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: extraroute_atomic.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.636203 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.636707 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: extraroute-atomic Sep 20 23:05:23.637028 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: filter_validation.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.637705 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.638225 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: filter-validation Sep 20 23:05:23.638549 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: fip_pf_description.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.639465 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.639969 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 23:05:23.640299 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: fip_port_details.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.641211 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.641711 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: fip-port-details Sep 20 23:05:23.642058 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: flavors.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.643297 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.643808 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: flavors Sep 20 23:05:23.644201 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.654817 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.655342 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 23:05:23.655677 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: floatingip_pools.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.656873 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.657385 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: floatingip-pools Sep 20 23:05:23.657716 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: ip_allocation.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.658673 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.659178 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 23:05:23.659507 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.660460 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.660966 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: ip-substring-filtering Sep 20 23:05:23.661295 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: l2_adjacency.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.662254 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.662757 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 23:05:23.663084 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: l3.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.664181 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.664764 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: router Sep 20 23:05:23.665033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: l3_conntrack_helper.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.667302 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.667830 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 23:05:23.668166 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.669109 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.669624 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: ext-gw-mode Sep 20 23:05:23.669986 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.670925 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.671436 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: l3-ha Sep 20 23:05:23.671764 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: l3_flavors.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.673257 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.673797 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: l3-flavors Sep 20 23:05:23.674132 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.675043 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.675551 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 23:05:23.675875 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: l3agentscheduler.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.676914 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.677423 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: l3_agent_scheduler Sep 20 23:05:23.677778 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: logging.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.679241 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.679756 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension logging not supported by any of loaded plugins Sep 20 23:05:23.684380 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: metering.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.684380 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.684380 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: metering Sep 20 23:05:23.684380 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.685204 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.685717 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: metering_source_and_destination_fields Sep 20 23:05:23.686075 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: multiprovidernet.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.687045 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.687508 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: multi-provider Sep 20 23:05:23.687834 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: netmtu.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.688777 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.689286 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: net-mtu Sep 20 23:05:23.689608 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: netmtu_writable.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.690556 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.691061 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: net-mtu-writable Sep 20 23:05:23.691384 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: network_availability_zone.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.692053 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.692552 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: network_availability_zone Sep 20 23:05:23.692873 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: network_ip_availability.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.694010 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.694520 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: network-ip-availability Sep 20 23:05:23.694851 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: network_segment_range.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.695619 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.696124 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 23:05:23.696453 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: pagination.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.697436 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.697797 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: pagination Sep 20 23:05:23.698124 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: port_device_profile.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.699056 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.699571 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: port-device-profile Sep 20 23:05:23.699894 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.700812 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.701319 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: port-mac-address-regenerate Sep 20 23:05:23.701683 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.702594 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.703109 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: port-numa-affinity-policy Sep 20 23:05:23.703509 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: port_resource_request.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.704559 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.705065 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 23:05:23.705388 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: portbindings.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.706355 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.706862 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: binding Sep 20 23:05:23.707184 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: portbindings_extended.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.708457 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.708982 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: binding-extended Sep 20 23:05:23.709312 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: portsecurity.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.710263 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.710777 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: port-security Sep 20 23:05:23.711106 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: project_id.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.712080 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.712410 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: project-id Sep 20 23:05:23.712736 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: providernet.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.713662 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.714200 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: provider Sep 20 23:05:23.714524 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.718054 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.718583 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos not supported by any of loaded plugins Sep 20 23:05:23.719425 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.720661 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.721180 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 23:05:23.721516 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.722458 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.722973 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 23:05:23.723302 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_default.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.724211 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.724724 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-default not supported by any of loaded plugins Sep 20 23:05:23.725056 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_fip.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.725707 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.726500 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-fip not supported by any of loaded plugins Sep 20 23:05:23.726827 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_gateway_ip.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.727753 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.728263 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 23:05:23.728590 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_port_network_policy.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.735230 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.735737 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 23:05:23.736062 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_pps_rule.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.737229 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.737761 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-pps not supported by any of loaded plugins Sep 20 23:05:23.738131 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_rule_type_details.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.739052 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.739559 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 23:05:23.739888 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: qos_rules_alias.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.740926 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.741433 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 23:05:23.741785 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: quotasv2.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.742703 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.743034 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: quotas Sep 20 23:05:23.743361 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: quotasv2_detail.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.746680 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.747025 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: quota_details Sep 20 23:05:23.747357 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: rbac.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.748421 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.748950 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: rbac-policies Sep 20 23:05:23.749281 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: rbac_address_group.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.750344 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.750947 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: rbac-address-group Sep 20 23:05:23.751279 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: rbac_address_scope.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.752303 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.752825 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: rbac-address-scope Sep 20 23:05:23.753159 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: rbac_security_groups.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.754154 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.754680 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: rbac-security-groups Sep 20 23:05:23.755010 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: rbac_subnetpool.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.755944 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.756460 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: rbac-subnetpool Sep 20 23:05:23.756786 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: revisionifmatch.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.757713 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.758261 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: revision-if-match Sep 20 23:05:23.758587 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: revisions.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.759711 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.760226 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: standard-attr-revisions Sep 20 23:05:23.760558 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: router_availability_zone.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.761248 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.761768 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: router_availability_zone Sep 20 23:05:23.762108 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: routerservicetype.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.763028 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.763539 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension router-service-type not supported by any of loaded plugins Sep 20 23:05:23.763865 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.764795 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.765309 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: security-groups-normalized-cidr Sep 20 23:05:23.765696 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: security_groups_port_filtering.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.766814 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.767330 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: port-security-groups-filtering Sep 20 23:05:23.767655 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.778246 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.778761 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: security-groups-remote-address-group Sep 20 23:05:23.779088 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: securitygroup.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.791117 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.791656 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: security-group Sep 20 23:05:23.791988 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: segment.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.792782 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.793296 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension segment not supported by any of loaded plugins Sep 20 23:05:23.793628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.794614 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.795166 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 23:05:23.795494 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: servicetype.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.796683 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.797827 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: service-type Sep 20 23:05:23.798160 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: sorting.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.799147 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.799476 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: sorting Sep 20 23:05:23.799799 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: standard_attr_segment.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.800728 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.801241 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 23:05:23.801566 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: standardattrdescription.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.802247 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.802749 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: standard-attr-description Sep 20 23:05:23.803070 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: stateful_security_group.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.807314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.807832 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: stateful-security-group Sep 20 23:05:23.808155 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: stdattrs_common.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.808737 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 23:05:23.809057 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.810021 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.810534 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 23:05:23.810860 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: subnet_onboard.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.811956 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.812586 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: subnet_onboard Sep 20 23:05:23.812828 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.813789 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.814302 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 23:05:23.814627 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: subnet_service_types.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.815556 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.816062 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: subnet-service-types Sep 20 23:05:23.816386 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: subnetallocation.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.817482 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.818025 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: subnet_allocation Sep 20 23:05:23.818352 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.819019 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.819521 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: subnetpool-prefix-ops Sep 20 23:05:23.819843 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.820774 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.821283 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 23:05:23.821608 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: tagging.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.822715 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.823237 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: standard-attr-tag Sep 20 23:05:23.823565 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: timestamp.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.824760 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.825288 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loaded extension: standard-attr-timestamp Sep 20 23:05:23.825616 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: trunk.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.830579 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.831097 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension trunk not supported by any of loaded plugins Sep 20 23:05:23.831452 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: trunk_details.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.832390 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.832904 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension trunk-details not supported by any of loaded plugins Sep 20 23:05:23.833233 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: uplink_status_propagation.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.834187 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.834698 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 23:05:23.835023 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Loading extension file: vlantransparent.py {{(pid=94472) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 20 23:05:23.835704 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94472) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 20 23:05:23.836210 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 23:05:23.838674 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:network Sep 20 23:05:23.839211 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:subnet Sep 20 23:05:23.839616 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 23:05:23.840017 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:port Sep 20 23:05:23.841239 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.841692 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service FLAVORS assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.842357 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.842791 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.843134 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:router Sep 20 23:05:23.843565 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:floatingip Sep 20 23:05:23.844618 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service METERING assigned prefix: /metering {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.846072 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.846450 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.846806 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:05:23.847831 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 23:05:23.848292 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:security_group Sep 20 23:05:23.848725 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 23:05:23.849307 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service CORE assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.849643 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 23:05:23.850028 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] subnetpool is already registered Sep 20 23:05:23.850476 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service CORE assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.851062 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 23:05:23.851398 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] subnetpool is already registered Sep 20 23:05:23.853773 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.854215 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service FLAVORS assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.854811 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.855236 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.855576 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:router Sep 20 23:05:23.855924 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] router is already registered Sep 20 23:05:23.856335 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:floatingip Sep 20 23:05:23.856673 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] floatingip is already registered Sep 20 23:05:23.857127 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service METERING assigned prefix: /metering {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.857822 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 23:05:23.858432 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] rbac_policy is already registered Sep 20 23:05:23.858565 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:security_group Sep 20 23:05:23.858899 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] security_group is already registered Sep 20 23:05:23.860009 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 23:05:23.860202 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] security_group_rule is already registered Sep 20 23:05:23.860907 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service CORE assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.861241 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 23:05:23.861576 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] subnetpool is already registered Sep 20 23:05:23.862035 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.v2.resource_helper [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Service CORE assigned prefix: {{(pid=94472) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 20 23:05:23.862378 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 23:05:23.862711 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING neutron.quota.resource_registry [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] subnetpool is already registered Sep 20 23:05:23.863193 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: extensions {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.864665 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: address-groups {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.866161 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: address-scopes {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.867472 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: agents {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.868616 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: auto-allocated-topology {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.869866 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: availability_zones {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.871089 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: dhcp-networks {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.872598 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: dhcp-agents {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.874028 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: routers {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.876495 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: flavors {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.877651 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: service_profiles {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.878876 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: next_providers {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.880436 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: service_profiles {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.881987 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: floatingip-pools {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.883198 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: routers {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.885258 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: floatingips {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.886562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: l3-routers {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.887925 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: l3-agents {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.889334 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: metering-labels {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.890847 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: metering-label-rules {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.892131 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: network-ip-availabilities {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.893456 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: bindings {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.895938 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: quotas {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.897382 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: quotas {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.898827 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: rbac-policies {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.900002 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: security-groups {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.901281 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: security-group-rules {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.902573 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: service-providers {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.903761 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: subnetpools {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.905188 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: subnetpools {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.907272 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.908913 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.910784 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.912571 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.914377 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.916200 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.917964 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.919856 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.921597 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.924069 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron.api.extensions [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Extended resource: tags {{(pid=94472) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 20 23:05:23.930024 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING keystonemiddleware.auth_token [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 23:05:23.934776 dv-cinder-809965-2-iscsi neutron-server[94472]: WARNING keystonemiddleware.auth_token [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 23:05:23.943279 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_concurrency.lockutils [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Acquired lock "singleton_lock" {{(pid=94472) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 20 23:05:23.943699 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_concurrency.lockutils [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Releasing lock "singleton_lock" {{(pid=94472) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 20 23:05:23.944337 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO oslo_service.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Starting 2 workers Sep 20 23:05:23.949191 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Started child 94583 {{(pid=94472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 23:05:23.953714 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Started child 94584 {{(pid=94472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 23:05:23.955031 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:23.955650 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO neutron.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 23:05:23.956031 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Notify callbacks [] for process, before_spawn {{(pid=94472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:23.956517 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [-] (94583) wsgi starting up on http://0.0.0.0:9696 Sep 20 23:05:23.958521 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO oslo_service.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Starting 1 workers Sep 20 23:05:23.958697 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:23.960071 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [-] (94584) wsgi starting up on http://0.0.0.0:9696 Sep 20 23:05:23.963752 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Started child 94585 {{(pid=94472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 23:05:23.964266 dv-cinder-809965-2-iscsi neutron-server[94472]: INFO oslo_service.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Starting 1 workers Sep 20 23:05:23.967483 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] calling RpcWorker wait() {{(pid=94585) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 23:05:23.968020 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] returning from RpcWorker wait() {{(pid=94585) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 23:05:23.969254 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Started child 94586 {{(pid=94472) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 20 23:05:23.970056 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:23.970269 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG neutron_lib.callbacks.manager [None req-6c4a173a-06fb-4a5a-8ea0-e2c72d7173cc None None] Notify callbacks [] for process, after_spawn {{(pid=94472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:23.970598 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:05:23.972056 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94472) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 23:05:23.978033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 23:05:23.978033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 23:05:23.978033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 23:05:23.978033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 23:05:23.978033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 23:05:23.978033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.978033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.978033 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.978733 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:23.979190 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979190 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979190 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979190 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979190 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979190 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979190 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979190 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979756 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979756 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979756 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979756 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979756 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979756 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979756 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.979756 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.980299 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.980299 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.980299 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.980299 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] debug = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.980299 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.980299 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.980728 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.980728 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.981039 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.981182 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.981406 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.981671 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.981946 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.982171 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.982430 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.982693 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.982925 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.983172 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.983392 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.983668 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.983941 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.984476 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] host = dv-cinder-809965-2-iscsi {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.985196 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.985457 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.985732 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.985971 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.986221 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.986436 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.986698 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.986959 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.987215 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.987444 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.987702 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.987957 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.988219 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.988485 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.988650 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_options = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.988897 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.989172 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.989416 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.989611 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.989806 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.989985 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.990250 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.990415 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.990697 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.990898 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.991112 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.991350 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.991601 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.991794 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.992066 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.992317 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.992535 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.992746 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.992992 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.993220 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.993444 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.993676 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.993916 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.994139 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.994384 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.994618 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.994991 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.995137 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.995282 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.995569 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.995746 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.996004 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.996219 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.996454 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.996727 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.996957 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.997186 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.997400 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.997674 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.997926 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.998173 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.998420 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.998634 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.998889 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.999122 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.999367 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.999612 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_json = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:23.999827 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.000088 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.000357 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.000565 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.000808 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.001017 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.001231 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.001462 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.001909 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.002179 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.002516 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.006684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007841 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007841 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.007990 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.008093 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.008348 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.008607 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.008833 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.009171 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.009445 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.009720 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.010437 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.010665 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.010811 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:05:24.010969 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.011118 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.011373 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.011603 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.011823 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.012100 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.012342 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.012563 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.012791 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.013022 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.013239 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.013485 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.013757 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.013998 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.014249 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.014521 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.014747 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.014965 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.015184 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.015408 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.015665 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.015952 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.016215 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.016469 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.016726 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.016948 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.017163 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.017430 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.017683 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.017948 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.018167 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.018401 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.018626 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.018843 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.019093 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.019315 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.019553 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.019768 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.020004 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.020220 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.020436 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.020676 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.020893 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.021135 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.021351 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.022133 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.022329 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.022737 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.023099 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.023452 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.023858 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.024251 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.024474 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.024712 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.025109 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.025236 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.025345 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.025603 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.025955 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.026187 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.029628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.029628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.029628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.029628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.029628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.029628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.029628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.029628 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030285 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030285 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030285 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030285 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030285 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030285 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030285 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030798 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030798 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.030963 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.031073 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.031857 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.032110 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.032504 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.032656 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.032825 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.033098 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.033361 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.033640 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.033882 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.034149 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.034525 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.034687 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.035337 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.035337 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.035599 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.035728 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.035891 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.036159 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.036418 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.036648 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.036904 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.037199 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.037447 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.037684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.037943 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.038191 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.038508 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.038769 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.038988 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.039204 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.039478 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.039734 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.039990 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.040256 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.040502 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.040765 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.040997 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.041269 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.041484 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.041768 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.042109 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.042242 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.042471 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.042676 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.042921 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.043153 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.043367 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.043617 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.043831 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.044249 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.044249 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.044519 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.044704 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.044947 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.045159 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.045377 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.045629 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.045911 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.046090 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.046326 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.047489 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.047489 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.047900 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.047967 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.048175 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.048395 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.048624 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.049072 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.049175 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.049345 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.049596 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.049943 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.053826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.053826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.053826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.053826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.053826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.053826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.053826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.053826 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054403 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054403 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054403 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054403 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054403 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054403 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054403 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054403 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054963 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054963 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054963 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054963 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054963 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.054963 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.055373 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.055373 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.055515 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.057562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.057562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.057562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.057562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.057562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.057562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.057562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.057562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.058632 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.058632 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.058632 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.058632 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.058632 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.058632 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.059036 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.059036 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.059754 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.059754 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.059754 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.060020 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.060020 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.060253 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.060511 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.060725 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.060947 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.061474 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.061474 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.061734 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.061869 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.061996 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.062239 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.062499 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.062851 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.063202 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.063520 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.063836 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.064302 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.064631 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.064942 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.065331 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.065672 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.066038 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.066458 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.066855 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.067250 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.067585 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.068038 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.068405 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.068807 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.069207 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.069633 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.070056 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.070470 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.070950 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.071364 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.071712 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.072057 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.072438 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.072813 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.073182 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.073478 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.073899 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.074322 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.074673 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.075020 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.075350 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.075675 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.075980 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.076293 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.076640 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.076958 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.077251 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.077573 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.077920 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.078724 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.079017 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.079332 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.079630 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.080126 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.080236 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.080520 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.080812 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.081021 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 23:05:24.081706 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94472) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 20 23:05:24.081958 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 20 23:05:24.082166 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 20 23:05:24.082393 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 20 23:05:24.082623 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 20 23:05:24.082828 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 20 23:05:24.083105 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.083326 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.083542 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.083755 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.083971 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.084234 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.084455 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.084670 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.084890 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.085104 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.085315 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.085528 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.085763 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.085985 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.086203 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.086498 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.086763 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.087793 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.088075 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.088338 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.088588 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.088852 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.089099 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] debug = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.089367 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.089684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.089981 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.090250 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.090494 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.090729 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.090979 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.091251 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.091522 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.091935 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.092198 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.092464 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.092705 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.092979 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.093199 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.093401 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.093599 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.094396 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] host = dv-cinder-809965-2-iscsi {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.094635 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.095072 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.095336 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.095604 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.095875 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.096137 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.096413 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.097484 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.097484 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.097484 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.097484 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.097484 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.097484 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.097980 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.097980 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_options = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.098320 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101364 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101364 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101364 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101364 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101364 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101364 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101364 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101913 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101913 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101913 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101913 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101913 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.101913 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.102298 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.102298 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.102523 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.102808 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.103087 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.103378 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.103605 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.103771 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.103964 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.104134 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.104326 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.104471 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.104609 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.104764 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.105086 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.105259 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.105406 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.105561 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.105705 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.105921 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.106078 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.106396 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.106553 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.106695 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.106848 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.106987 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.107130 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.107271 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.107440 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.107610 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.107750 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.107880 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.108016 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_json = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.108177 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.108335 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.108492 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.108650 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.108818 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.108969 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.109118 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.109265 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 20 23:05:24.109616 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.109821 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.109968 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.110111 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.110252 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.110420 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.110581 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.110742 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.110901 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.111072 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.111253 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.111401 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.111547 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.111691 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.111832 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.111975 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.112146 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.112293 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.112454 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.112605 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.112763 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.112923 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.113094 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.113256 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.113417 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.113578 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.113740 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.113940 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.114094 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.114250 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.114411 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.114572 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.114733 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.114895 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.115149 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.115314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.115451 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.115601 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.115737 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.115872 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.116017 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.116162 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.116297 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.116432 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.116566 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.116732 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.116901 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.117078 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.117200 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.117361 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.117523 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.117685 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.117870 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.118029 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.118191 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.118362 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.118524 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.118684 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.118844 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.119004 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.119166 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.119325 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.119484 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.119644 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.119804 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.119965 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.120140 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.120301 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.120461 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.120621 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.120782 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.120944 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.121106 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.121266 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.121427 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.121587 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.121764 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.121927 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.122088 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.122248 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.122409 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.122569 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.122732 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.122892 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.123058 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.123219 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.123380 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.123587 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.123751 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.123921 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.124099 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.124259 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.124421 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.124611 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.124745 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.124905 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.125159 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.125320 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.125555 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.125635 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.125799 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.125961 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.126123 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.126285 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.126446 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.126607 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.126768 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.126928 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.127286 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.127286 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.127477 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.127554 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.127693 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.127851 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.128011 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.128169 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.128339 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.128500 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.128663 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.128823 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.128991 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.129162 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.129430 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.129712 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.129901 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.130110 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.130277 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.130483 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.130690 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.130856 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.131018 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.131182 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.131562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.131562 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.131724 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.131975 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.132474 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.132800 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.133091 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.133381 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.133735 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.134275 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.134275 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.134544 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.134815 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.135081 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.135370 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.135670 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.135972 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.136267 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.136564 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.136846 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.137099 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.137455 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.137630 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.137925 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.138202 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.138464 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.138726 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.139044 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.139263 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.139529 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.139795 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.140067 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.140341 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.141111 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.141385 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.141638 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.142038 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.142209 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.142495 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.142776 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.143045 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.143314 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.143585 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.143861 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.144149 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.144427 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.144711 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.144967 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.145225 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.145399 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.145567 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.145965 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.146126 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.146292 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.146457 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.146622 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.146788 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.146953 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.147117 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.147746 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.147746 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.147746 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.147746 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.148016 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.148091 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.148191 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.148353 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.148527 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.148698 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.148851 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.149006 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.149138 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.149286 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.149448 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.149608 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.149795 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.149960 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.150120 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.150283 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.150457 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.150619 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.150779 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.150939 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.151184 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.151299 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.151462 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.151622 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.151782 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.151943 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.152104 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.152264 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.152434 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.152595 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.152755 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.152914 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.153073 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.153233 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.153407 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.153570 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.153730 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.153912 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.154073 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.154234 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.154404 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.154565 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.154725 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.154887 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.155046 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.155207 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.155378 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.155540 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.155700 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.155861 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.156031 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.156807 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.156962 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.157106 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.157249 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.157408 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.157546 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.157704 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.157875 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.158019 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.158143 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.158332 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.158465 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.158606 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.158761 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.158902 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.159043 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.159184 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.159354 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.159499 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.159673 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.159842 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.160012 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.160204 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.160343 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.160520 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.160745 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.160910 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.161071 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.161234 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.161395 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.161502 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:05:24.161600 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.161704 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.161888 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.162050 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.162212 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.162373 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.162533 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.162693 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.162853 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.163014 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.163175 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.163335 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.163501 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.163662 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 20 23:05:24.163816 dv-cinder-809965-2-iscsi neutron-server[94472]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94472) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 20 23:05:24.261481 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 47846) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:05:24.270585 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069537 Sep 20 23:05:35.883116 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250bd772-01fc-4bc5-9678-60a09a9d4d95 None None] get_active_networks_info from dv-cinder-809965-2-iscsi {{(pid=94585) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 20 23:05:36.011541 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250bd772-01fc-4bc5-9678-60a09a9d4d95 None None] No non-hosted networks {{(pid=94585) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 23:05:36.025321 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.agentschedulers_db [None req-250bd772-01fc-4bc5-9678-60a09a9d4d95 None None] DHCP Agent not found on host dv-cinder-809965-2-iscsi {{(pid=94585) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 20 23:05:36.187510 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4a2a3dd4-81f4-42b7-a5c0-84e76a6ae798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601078'] for agent, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:38.513998 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4e358427-3052-457b-8ba2-c67bbd7c8aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601078'] for agent, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:38.559167 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.db.api [None req-49a4e838-9e80-43f5-a855-a9bd481999d9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809965-2-iscsi {{(pid=94585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 23:05:38.559899 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG oslo_db.api [None req-49a4e838-9e80-43f5-a855-a9bd481999d9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 23:05:39.077355 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601078'] for agent, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:39.095723 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.096072 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.096420 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.096760 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.097094 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.097426 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.097774 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.098130 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.098462 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.098787 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.099116 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.099441 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:39.099844 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809965-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:05:39.119937 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809965-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:05:39.170096 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-49a4e838-9e80-43f5-a855-a9bd481999d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:39.661606 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601078'] for agent, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:41.167232 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601078'] for agent, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:42.288394 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 47940) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:05:42.784995 dv-cinder-809965-2-iscsi neutron-server[94584]: WARNING oslo_policy.policy [None req-152f9455-b309-45f7-82a6-30571ade63b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 23:05:42.785562 dv-cinder-809965-2-iscsi neutron-server[94584]: WARNING oslo_policy.policy [None req-152f9455-b309-45f7-82a6-30571ade63b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 23:05:43.012000 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [None req-152f9455-b309-45f7-82a6-30571ade63b4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:05:43.013057 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-152f9455-b309-45f7-82a6-30571ade63b4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7237566 Sep 20 23:05:44.761884 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.db.l3_hamode_db [None req-cba3b2ab-fa9b-42fa-ade7-0596b8d67a27 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 23:05:44.839346 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3b2ab-fa9b-42fa-ade7-0596b8d67a27 None None] Routers set() bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:05:44.839734 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3b2ab-fa9b-42fa-ade7-0596b8d67a27 None None] Router IDs set() for agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 20 23:05:45.407689 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 47954) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:05:45.714154 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-a48f1559-6439-4d99-b736-d8b2e8807d99 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:05:45.819365 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.policy [None req-a48f1559-6439-4d99-b736-d8b2e8807d99 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94584) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 23:05:45.864137 dv-cinder-809965-2-iscsi neutron-server[94584]: WARNING oslo_policy.policy [None req-a48f1559-6439-4d99-b736-d8b2e8807d99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 23:05:45.864516 dv-cinder-809965-2-iscsi neutron-server[94584]: WARNING oslo_policy.policy [None req-a48f1559-6439-4d99-b736-d8b2e8807d99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 23:05:45.872940 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.quota [None req-a48f1559-6439-4d99-b736-d8b2e8807d99 admin admin] Loaded quota_driver: . Sep 20 23:05:46.250369 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a48f1559-6439-4d99-b736-d8b2e8807d99 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732062384530', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732062386081', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732062398184', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732062436570', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732058820333', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732062423379', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-903304', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-910486', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1922048', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2075958'] for rbac-policy, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:46.418106 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a48f1559-6439-4d99-b736-d8b2e8807d99 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:46.419312 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a48f1559-6439-4d99-b736-d8b2e8807d99 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0106313 Sep 20 23:05:48.989656 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 47966) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:05:49.475459 dv-cinder-809965-2-iscsi neutron-server[94583]: WARNING oslo_policy.policy [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 23:05:49.476061 dv-cinder-809965-2-iscsi neutron-server[94583]: WARNING oslo_policy.policy [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 23:05:49.696091 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'name': 'private', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:05:49.697729 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.quota [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Loaded quota_driver: . Sep 20 23:05:49.824255 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Made reservation on behalf of 4ce6c9f7888d48e98d76db840a749e46 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:05:49.931848 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.policy [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94583) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 20 23:05:49.976169 dv-cinder-809965-2-iscsi neutron-server[94583]: WARNING oslo_policy.policy [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 23:05:49.976480 dv-cinder-809965-2-iscsi neutron-server[94583]: WARNING oslo_policy.policy [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 20 23:05:49.986306 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:50.007941 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:50.135291 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:50.195701 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:50.220311 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:05:50.247238 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732060017044', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:50.247743 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Unsubscribe: segment precommit_create {{(pid=94583) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 23:05:50.248266 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Added segment aac9e3a1-a61a-488e-8396-dba76250d089 of type vlan for network f57b0506-4a7a-4964-a637-8eaaa07728a8 Sep 20 23:05:50.254021 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1956b-735e-4fb1-a86d-f12ec4bd77af,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:05:50.291051 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.291409 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.291754 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.292085 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.292412 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.292752 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.293079 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.293401 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.293739 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Tracked resource versions report: Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: pushed versions: Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: { 'AddressGroup': {'1.2'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'ConntrackHelper': {'1.0'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Log': {'1.0'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Network': {'1.1'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Port': {'1.7'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'PortForwarding': {'1.2'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'QosPolicy': {'1.9'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SecurityGroup': {'1.4'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SecurityGroupRule': {'1.2'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SubPort': {'1.0'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Subnet': {'1.1'}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Trunk': {'1.1'}} Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: consumer versions: Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: { DHCP agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: L3 agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: Metadata agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: Metering agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: Open vSwitch agent@dv-cinder-809965-2-iscsi: { 'AddressGroup': '1.2', Sep 20 23:05:50.302919 dv-cinder-809965-2-iscsi neutron-server[94583]: 'ConntrackHelper': '1.0', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Log': '1.0', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Network': '1.1', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Port': '1.7', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'PortForwarding': '1.2', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'QosPolicy': '1.9', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SecurityGroup': '1.4', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SecurityGroupRule': '1.2', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SubPort': '1.0', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Subnet': '1.1', Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Trunk': '1.1'}} Sep 20 23:05:50.304656 dv-cinder-809965-2-iscsi neutron-server[94583]: {{(pid=94583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 23:05:50.366910 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:50.472007 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:50.473245 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:05:50.473953 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:50.571032 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] Pushing event updated for resources: {'Network': ['ID=f57b0506-4a7a-4964-a637-8eaaa07728a8,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:05:50.582915 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network f57b0506-4a7a-4964-a637-8eaaa07728a8 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:05:50.593892 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-b4fd5d10-1644-4197-901b-240f5da62b32 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6014247 Sep 20 23:05:53.222636 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 47988) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:05:53.604181 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e33bd7-fea2-4244-af55-ee935e29434a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:05:53.605579 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-09e33bd7-fea2-4244-af55-ee935e29434a admin admin] 10.222.0.15 "GET /v2.0/networks/f57b0506-4a7a-4964-a637-8eaaa07728a8 HTTP/1.1" status: 200 len: 825 time: 0.3819780 Sep 20 23:05:53.645996 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-62b2ccdb-2698-4b6b-a090-5b8b07a1b66e admin admin] 10.222.0.15 "GET /v2.0/subnetpools/3ec36792-8e3b-47ec-b965-ff0770bbdc8a HTTP/1.1" status: 200 len: 734 time: 0.0340436 Sep 20 23:05:53.656123 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8', 'name': 'private-subnet', 'subnetpool_id': '3ec36792-8e3b-47ec-b965-ff0770bbdc8a', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'ip_version': 4}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:05:53.780907 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Made reservation on behalf of 4ce6c9f7888d48e98d76db840a749e46 for: {'subnet': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:05:53.783165 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:54.146506 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:54.212171 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Checking segment: {'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:05:54.212545 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Network hostable DHCP agents. Network: f57b0506-4a7a-4964-a637-8eaaa07728a8, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:05:54.221353 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4dac68-d04b-4e3d-bb7b-259868f8a573,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:05:54.277480 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Network f57b0506-4a7a-4964-a637-8eaaa07728a8 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:05:54.343167 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, f57b0506-4a7a-4964-a637-8eaaa07728a8) {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:05:54.347679 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:05:54.348266 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:54.352396 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d3ed8-7443-4e12-879a-1a6b8afd5b3f None None] Network f57b0506-4a7a-4964-a637-8eaaa07728a8 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:05:54.429279 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3606ae96-4d0a-4f3b-8549-85de5914533c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7665591 Sep 20 23:05:54.671088 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-f57b0506-4a7a-4964-a637-8eaaa07728a8', 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'fixed_ips': [{'subnet_id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:05:54.672487 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:54.945892 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Allocated IP 172.20.0.2 (f57b0506-4a7a-4964-a637-8eaaa07728a8/6c4dac68-d04b-4e3d-bb7b-259868f8a573/61b7fb76-6122-4243-8965-8f6142d4a36d) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:05:55.171883 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:55.247269 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:55.318455 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Network f57b0506-4a7a-4964-a637-8eaaa07728a8 is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:05:55.322833 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:05:55.337354 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:05:55.340463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Pushing event updated for resources: {'Port': ['ID=61b7fb76-6122-4243-8965-8f6142d4a36d,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:05:55.370071 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.370698 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.370776 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.371075 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.371411 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.371737 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.372062 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.372387 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.372728 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.373052 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.373388 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.373691 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Tracked resource versions report: Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: pushed versions: Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: { 'AddressGroup': {'1.2'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'ConntrackHelper': {'1.0'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Log': {'1.0'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Network': {'1.1'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Port': {'1.7'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'PortForwarding': {'1.2'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'QosPolicy': {'1.9'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SecurityGroup': {'1.4'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SecurityGroupRule': {'1.2'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SubPort': {'1.0'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Subnet': {'1.1'}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Trunk': {'1.1'}} Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: consumer versions: Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: { DHCP agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: L3 agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: Metadata agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: Metering agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: Open vSwitch agent@dv-cinder-809965-2-iscsi: { 'AddressGroup': '1.2', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'ConntrackHelper': '1.0', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Log': '1.0', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Network': '1.1', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Port': '1.7', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'PortForwarding': '1.2', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'QosPolicy': '1.9', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SecurityGroup': '1.4', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SecurityGroupRule': '1.2', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SubPort': '1.0', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Subnet': '1.1', Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Trunk': '1.1'}} Sep 20 23:05:55.375428 dv-cinder-809965-2-iscsi neutron-server[94585]: {{(pid=94585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 23:05:55.422445 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Attempting to bind port 61b7fb76-6122-4243-8965-8f6142d4a36d on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:05:55.422770 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Attempting to bind port 61b7fb76-6122-4243-8965-8f6142d4a36d by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:05:55.423174 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Attempting to bind port 61b7fb76-6122-4243-8965-8f6142d4a36d on network f57b0506-4a7a-4964-a637-8eaaa07728a8 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:05:55.427844 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:05:55.428248 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Checking segment: {'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:05:55.428727 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:55.429115 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Bound using segment: {'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:05:55.429589 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Bound port: 61b7fb76-6122-4243-8965-8f6142d4a36d, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:05:55.430012 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:55.491283 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] For port 61b7fb76-6122-4243-8965-8f6142d4a36d, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:05:55.495549 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] For port 61b7fb76-6122-4243-8965-8f6142d4a36d, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=61b7fb76-6122-4243-8965-8f6142d4a36d,segment=NetworkSegment(aac9e3a1-a61a-488e-8396-dba76250d089),segment_id=aac9e3a1-a61a-488e-8396-dba76250d089)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:05:55.564505 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:05:55.628070 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d24e4-3525-478b-8b42-6ff15ede9367 None None] Pushing event updated for resources: {'Port': ['ID=61b7fb76-6122-4243-8965-8f6142d4a36d,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:05:56.838964 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 47996) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:05:57.156822 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [None req-e3ad1b97-3fcb-4d08-af6f-50babd73845c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:05:57.157859 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-e3ad1b97-3fcb-4d08-af6f-50babd73845c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179116 Sep 20 23:05:59.628914 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48004) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:05:59.952919 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [None req-c7b440af-640e-4baf-8c19-98798df80f2a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:05:59.954025 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c7b440af-640e-4baf-8c19-98798df80f2a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3240862 Sep 20 23:06:02.613573 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48014) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:06:02.919932 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-9e5f0bf6-fb90-45f3-8daf-5d5fd2795531 admin admin] Request body: {'router': {'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'name': 'router1', 'admin_state_up': True}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:06:03.015469 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0bf6-fb90-45f3-8daf-5d5fd2795531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:03.017102 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0bf6-fb90-45f3-8daf-5d5fd2795531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:03.153280 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0bf6-fb90-45f3-8daf-5d5fd2795531 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:03.219487 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0bf6-fb90-45f3-8daf-5d5fd2795531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:03.315050 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e5f0bf6-fb90-45f3-8daf-5d5fd2795531 admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:03.316287 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9e5f0bf6-fb90-45f3-8daf-5d5fd2795531 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7017233 Sep 20 23:06:04.065999 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e5327-27d7-4322-8ff4-9ec9b41f0a6a None None] Network f57b0506-4a7a-4964-a637-8eaaa07728a8 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:06:04.193717 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-c314ece7-6bb4-4c3b-8a8b-e5a1518d721b None None] Provisioning complete for port 61b7fb76-6122-4243-8965-8f6142d4a36d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:04.194049 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c314ece7-6bb4-4c3b-8a8b-e5a1518d721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:04.371793 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c314ece7-6bb4-4c3b-8a8b-e5a1518d721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:04.409518 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-c314ece7-6bb4-4c3b-8a8b-e5a1518d721b None None] For port 61b7fb76-6122-4243-8965-8f6142d4a36d, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=61b7fb76-6122-4243-8965-8f6142d4a36d,segment=NetworkSegment(aac9e3a1-a61a-488e-8396-dba76250d089),segment_id=aac9e3a1-a61a-488e-8396-dba76250d089)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:06:04.478211 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c314ece7-6bb4-4c3b-8a8b-e5a1518d721b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:04.507119 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 61b7fb76-6122-4243-8965-8f6142d4a36d up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:06:04.564103 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314ece7-6bb4-4c3b-8a8b-e5a1518d721b None None] Pushing event updated for resources: {'Port': ['ID=61b7fb76-6122-4243-8965-8f6142d4a36d,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:04.577316 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 61b7fb76-6122-4243-8965-8f6142d4a36d triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:04.577735 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:04.622558 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-bee7214b-24f9-45ea-b4bf-a41f5f972770 None None] Provisioning complete for port 61b7fb76-6122-4243-8965-8f6142d4a36d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:04.622850 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bee7214b-24f9-45ea-b4bf-a41f5f972770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:05.761040 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48026) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:06:05.863577 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6796-96ae-45f4-9709-d9e3ea5a53d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:06.085353 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [None req-06a6430b-bd66-4050-a341-4a2bb41e119d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:06:06.086396 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-06a6430b-bd66-4050-a341-4a2bb41e119d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3243623 Sep 20 23:06:06.454829 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 61b7fb76-6122-4243-8965-8f6142d4a36d up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:06:06.502397 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 61b7fb76-6122-4243-8965-8f6142d4a36d triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:06.502765 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:08.457601 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-eab6db60-fff9-419b-8c7f-d4987b21fc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:08.468228 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48034) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:06:08.774735 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:06:08.891716 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Made reservation on behalf of 42dae1057e984795938dae0f9a2efd14 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:06:08.894077 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:08.902527 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:08.986464 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:09.043589 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:09.062069 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Reserving flat network on physical network physnet1 {{(pid=94583) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 20 23:06:09.066517 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:09.077869 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d1436b-1996-4c07-a5bc-7baf4a06e914,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:09.082539 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:09.082875 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Added segment cb1500e1-d1ca-4415-9ac2-e525c34d9b96 of type flat for network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e Sep 20 23:06:09.137668 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:09.214960 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:09.215887 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:06:09.216465 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:09.271847 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5b4938-7f4d-40f7-b1f0-7674f6da175e,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:09.281497 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:06:09.339509 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f4843719-c9bc-4dd9-bf4e-b329c5897e03 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8605464 Sep 20 23:06:09.591717 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:11.140414 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:11.730863 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48052) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:06:11.951328 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d627b4ff-d158-48f1-8e3b-b718879b1260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:06:11.951328 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d627b4ff-d158-48f1-8e3b-b718879b1260 admin admin] 10.222.0.15 "GET /v2.0/subnets/6c4dac68-d04b-4e3d-bb7b-259868f8a573 HTTP/1.1" status: 200 len: 849 time: 0.2062011 Sep 20 23:06:12.059071 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-33d5f8bc-9bf4-4dc8-989e-b1f29e972b98 admin admin] 10.222.0.15 "GET /v2.0/routers/85638bda-66bf-46d8-9a78-7f54b804c971 HTTP/1.1" status: 200 len: 704 time: 0.1138318 Sep 20 23:06:12.347447 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:12.646215 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Allocated IP 172.20.0.1 (f57b0506-4a7a-4964-a637-8eaaa07728a8/6c4dac68-d04b-4e3d-bb7b-259868f8a573/6edef380-de46-4ee7-a6ce-5d94a50a1441) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:06:12.873078 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:12.986696 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:13.052900 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Network f57b0506-4a7a-4964-a637-8eaaa07728a8 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:06:13.057331 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:06:13.062905 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:06:13.063155 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:13.125608 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6edef380-de46-4ee7-a6ce-5d94a50a1441,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:13.297323 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-8190c626-9559-4733-9a31-f333b1c82fa4 None None] Provisioning complete for port 6edef380-de46-4ee7-a6ce-5d94a50a1441 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:13.297921 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8190c626-9559-4733-9a31-f333b1c82fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:13.322385 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:13.330989 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-8190c626-9559-4733-9a31-f333b1c82fa4 None None] Port 6edef380-de46-4ee7-a6ce-5d94a50a1441 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:06:13.528030 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:13.603272 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:13.603992 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:13.686657 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6edef380-de46-4ee7-a6ce-5d94a50a1441,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:13.725118 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Network f57b0506-4a7a-4964-a637-8eaaa07728a8 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:06:13.726458 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:06:13.952699 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-050049b6-0571-419f-8de8-5d9af20b0359 None None] Provisioning complete for port 6edef380-de46-4ee7-a6ce-5d94a50a1441 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:13.953072 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-050049b6-0571-419f-8de8-5d9af20b0359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:13.960399 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Router 85638bda-66bf-46d8-9a78-7f54b804c971 is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:06:13.986970 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-050049b6-0571-419f-8de8-5d9af20b0359 None None] Port 6edef380-de46-4ee7-a6ce-5d94a50a1441 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:06:14.038757 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:06:14.051083 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:06:14.056296 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5ea7d7d8-3be8-463e-b91b-3ccb9d8c42a4 admin admin] 10.222.0.15 "PUT /v2.0/routers/85638bda-66bf-46d8-9a78-7f54b804c971/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9897754 Sep 20 23:06:14.073038 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Sync routers for ids ['85638bda-66bf-46d8-9a78-7f54b804c971'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:06:14.089332 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Routers {'85638bda-66bf-46d8-9a78-7f54b804c971'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:06:14.090177 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:06:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['85638bda-66bf-46d8-9a78-7f54b804c971'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:06:14.277276 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Set router 85638bda-66bf-46d8-9a78-7f54b804c971 gateway port host: None {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:06:14.698304 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'name': 'router1', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:06:03Z', 'updated_at': '2021-09-20T23:06:13Z', 'revision_number': 2, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'gw_port_host': None, '_interfaces': [{'id': '6edef380-de46-4ee7-a6ce-5d94a50a1441', 'name': '', 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'mac_address': 'fa:16:3e:82:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:12Z', 'updated_at': '2021-09-20T23:06:13Z', 'revision_number': 2, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'subnets': [{'id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec36792-8e3b-47ec-b965-ff0770bbdc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:06:14.754119 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Checking router: 85638bda-66bf-46d8-9a78-7f54b804c971 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:06:14.754492 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Updating router 85638bda-66bf-46d8-9a78-7f54b804c971 port 6edef380-de46-4ee7-a6ce-5d94a50a1441 binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:06:14.806386 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:15.335275 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:15.399882 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:15.540384 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Pushing event updated for resources: {'Port': ['ID=6edef380-de46-4ee7-a6ce-5d94a50a1441,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:15.565805 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.566157 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.566496 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.566837 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.567164 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.567496 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.567892 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.568123 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.568460 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.568787 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.569116 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.569423 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Tracked resource versions report: Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: pushed versions: Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: { 'AddressGroup': {'1.2'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'ConntrackHelper': {'1.0'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Log': {'1.0'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Network': {'1.1'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Port': {'1.7'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'PortForwarding': {'1.2'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'QosPolicy': {'1.9'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SecurityGroup': {'1.4'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SecurityGroupRule': {'1.2'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SubPort': {'1.0'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Subnet': {'1.1'}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Trunk': {'1.1'}} Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: consumer versions: Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: { DHCP agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: L3 agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: Metadata agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: Metering agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: Open vSwitch agent@dv-cinder-809965-2-iscsi: { 'AddressGroup': '1.2', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'ConntrackHelper': '1.0', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Log': '1.0', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Network': '1.1', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Port': '1.7', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'PortForwarding': '1.2', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'QosPolicy': '1.9', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SecurityGroup': '1.4', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SecurityGroupRule': '1.2', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SubPort': '1.0', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Subnet': '1.1', Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Trunk': '1.1'}} Sep 20 23:06:15.570522 dv-cinder-809965-2-iscsi neutron-server[94586]: {{(pid=94586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 23:06:15.577619 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Attempting to bind port 6edef380-de46-4ee7-a6ce-5d94a50a1441 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:06:15.578035 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Attempting to bind port 6edef380-de46-4ee7-a6ce-5d94a50a1441 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:06:15.578459 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Attempting to bind port 6edef380-de46-4ee7-a6ce-5d94a50a1441 on network f57b0506-4a7a-4964-a637-8eaaa07728a8 {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:06:15.584079 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:06:15.584490 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Checking segment: {'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:06:15.584970 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:15.585410 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Bound using segment: {'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:06:15.585860 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Bound port: 6edef380-de46-4ee7-a6ce-5d94a50a1441, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac9e3a1-a61a-488e-8396-dba76250d089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:06:15.586257 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:15.614762 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-cf126335-a887-4dda-88cf-255a51033049 None None] Provisioning complete for port 6edef380-de46-4ee7-a6ce-5d94a50a1441 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:15.615328 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cf126335-a887-4dda-88cf-255a51033049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:15.651624 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-cf126335-a887-4dda-88cf-255a51033049 None None] Port 6edef380-de46-4ee7-a6ce-5d94a50a1441 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:06:15.653882 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] For port 6edef380-de46-4ee7-a6ce-5d94a50a1441, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:06:15.673692 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] For port 6edef380-de46-4ee7-a6ce-5d94a50a1441, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=6edef380-de46-4ee7-a6ce-5d94a50a1441,segment=NetworkSegment(aac9e3a1-a61a-488e-8396-dba76250d089),segment_id=aac9e3a1-a61a-488e-8396-dba76250d089)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:06:15.789322 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:15.851406 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4863f0-9569-4c58-9aa3-d6e7c3a43d5b None None] Pushing event updated for resources: {'Port': ['ID=6edef380-de46-4ee7-a6ce-5d94a50a1441,revision_number=4']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:15.863587 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Routers {'85638bda-66bf-46d8-9a78-7f54b804c971'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:06:15.864508 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:06:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['85638bda-66bf-46d8-9a78-7f54b804c971'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:06:15.954745 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] Set router 85638bda-66bf-46d8-9a78-7f54b804c971 gateway port host: None {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:06:16.072454 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-12b70cdf-80b7-4497-8ccd-87878cb1095a None None] Provisioning complete for port 6edef380-de46-4ee7-a6ce-5d94a50a1441 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:16.072846 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-12b70cdf-80b7-4497-8ccd-87878cb1095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:16.156721 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-12b70cdf-80b7-4497-8ccd-87878cb1095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:16.170737 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'name': 'router1', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:06:03Z', 'updated_at': '2021-09-20T23:06:13Z', 'revision_number': 2, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'gw_port_host': None, '_interfaces': [{'id': '6edef380-de46-4ee7-a6ce-5d94a50a1441', 'name': '', 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'mac_address': 'fa:16:3e:82:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:12Z', 'updated_at': '2021-09-20T23:06:15Z', 'revision_number': 4, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'subnets': [{'id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec36792-8e3b-47ec-b965-ff0770bbdc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:06:16.189668 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-12b70cdf-80b7-4497-8ccd-87878cb1095a None None] For port 6edef380-de46-4ee7-a6ce-5d94a50a1441, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=6edef380-de46-4ee7-a6ce-5d94a50a1441,segment=NetworkSegment(aac9e3a1-a61a-488e-8396-dba76250d089),segment_id=aac9e3a1-a61a-488e-8396-dba76250d089)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:06:16.197316 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23270ed7-658b-4903-8909-be90e5d285d3 None None] The sync data for ids ['85638bda-66bf-46d8-9a78-7f54b804c971'] in dv-cinder-809965-2-iscsi is: [{'id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'name': 'router1', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:06:03Z', 'updated_at': '2021-09-20T23:06:13Z', 'revision_number': 2, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'gw_port_host': None, '_interfaces': [{'id': '6edef380-de46-4ee7-a6ce-5d94a50a1441', 'name': '', 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'mac_address': 'fa:16:3e:82:d6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:12Z', 'updated_at': '2021-09-20T23:06:15Z', 'revision_number': 4, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'subnets': [{'id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec36792-8e3b-47ec-b965-ff0770bbdc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:06:16.266121 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-12b70cdf-80b7-4497-8ccd-87878cb1095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:16.314278 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48072) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:06:16.315670 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b70cdf-80b7-4497-8ccd-87878cb1095a None None] Pushing event updated for resources: {'Port': ['ID=6edef380-de46-4ee7-a6ce-5d94a50a1441,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:16.423150 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46ea54-18a3-4482-91ef-a270231a2749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:06:16.424525 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-cc46ea54-18a3-4482-91ef-a270231a2749 admin admin] 10.222.0.15 "GET /v2.0/networks/9b5b4938-7f4d-40f7-b1f0-7674f6da175e HTTP/1.1" status: 200 len: 842 time: 0.1090028 Sep 20 23:06:16.434484 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Request body: {'subnet': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:06:16.542747 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Made reservation on behalf of 42dae1057e984795938dae0f9a2efd14 for: {'subnet': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:06:16.545517 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:17.077312 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.objects.ports [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94583) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 20 23:06:17.077794 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:17.138454 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d0495a-7afb-4c3e-972e-736804952343,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:17.146908 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:06:17.147819 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Network hostable DHCP agents. Network: 9b5b4938-7f4d-40f7-b1f0-7674f6da175e, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:06:17.223012 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:06:17.280125 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 9b5b4938-7f4d-40f7-b1f0-7674f6da175e) {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:06:17.285127 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:06:17.286765 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:17.288048 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59988fc5-80f6-43b1-b492-f257dad3525c None None] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:06:17.352772 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-e6339129-dca1-405e-9164-2986e83db614 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9215012 Sep 20 23:06:17.418973 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b71101c-353a-4f58-a025-a4113a4e074d None None] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:06:19.752042 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48080) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:06:19.886645 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-afde5c5d-dcab-40d1-b832-61c0ef23393a admin admin] 10.222.0.15 "GET /v2.0/routers/85638bda-66bf-46d8-9a78-7f54b804c971 HTTP/1.1" status: 200 len: 710 time: 0.1333933 Sep 20 23:06:19.975379 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f05e8d-9aec-485f-b58d-43614ee519f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:06:19.976687 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-39f05e8d-9aec-485f-b58d-43614ee519f2 admin admin] 10.222.0.15 "GET /v2.0/networks/9b5b4938-7f4d-40f7-b1f0-7674f6da175e HTTP/1.1" status: 200 len: 886 time: 0.0830755 Sep 20 23:06:19.986495 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:06:20.227203 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:20.514660 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:20.590705 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:20.693246 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Allocated IP 172.27.3.195 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/e56839f0-06ad-4f6c-8402-032f2912a255) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:06:20.794184 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:20.885969 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:20.924980 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:06:20.927653 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:06:20.930885 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:06:20.965014 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Pushing event updated for resources: {'Port': ['ID=e56839f0-06ad-4f6c-8402-032f2912a255,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:21.342304 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:21.539112 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1599914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1573146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1410'] for router, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:21.542456 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1599905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1599928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1573137'] for router, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:21.649309 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Router 85638bda-66bf-46d8-9a78-7f54b804c971 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:06:21.754765 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:06:21.759587 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:21.761119 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-55401b61-ac75-40bb-8598-d8a756612431 admin admin] 10.222.0.15 "PUT /v2.0/routers/85638bda-66bf-46d8-9a78-7f54b804c971 HTTP/1.1" status: 200 len: 890 time: 1.7779069 Sep 20 23:06:22.487370 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 6edef380-de46-4ee7-a6ce-5d94a50a1441 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:06:22.536330 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 6edef380-de46-4ee7-a6ce-5d94a50a1441 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:22.536703 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:22.645081 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Sync routers for ids ['85638bda-66bf-46d8-9a78-7f54b804c971'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:06:22.652750 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Routers {'85638bda-66bf-46d8-9a78-7f54b804c971'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:06:22.653395 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:06:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['85638bda-66bf-46d8-9a78-7f54b804c971'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:06:22.855092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Set router 85638bda-66bf-46d8-9a78-7f54b804c971 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:06:23.239815 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'name': 'router1', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e56839f0-06ad-4f6c-8402-032f2912a255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:06:03Z', 'updated_at': '2021-09-20T23:06:21Z', 'revision_number': 4, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'gw_port': {'id': 'e56839f0-06ad-4f6c-8402-032f2912a255', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:20Z', 'updated_at': '2021-09-20T23:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6edef380-de46-4ee7-a6ce-5d94a50a1441', 'name': '', 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'mac_address': 'fa:16:3e:82:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:12Z', 'updated_at': '2021-09-20T23:06:16Z', 'revision_number': 5, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'subnets': [{'id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec36792-8e3b-47ec-b965-ff0770bbdc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:06:23.289317 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Checking router: 85638bda-66bf-46d8-9a78-7f54b804c971 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:06:23.289669 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Updating router 85638bda-66bf-46d8-9a78-7f54b804c971 port e56839f0-06ad-4f6c-8402-032f2912a255 binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:06:23.334781 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:23.722235 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:23.803279 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:23.855111 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8035cc9-01ed-43a3-8ab0-8b4601c9530a None None] Pushing event updated for resources: {'Port': ['ID=e56839f0-06ad-4f6c-8402-032f2912a255,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:23.857944 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Attempting to bind port e56839f0-06ad-4f6c-8402-032f2912a255 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:06:23.858344 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Attempting to bind port e56839f0-06ad-4f6c-8402-032f2912a255 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:06:23.858710 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Attempting to bind port e56839f0-06ad-4f6c-8402-032f2912a255 on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:06:23.864494 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:06:23.864869 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:06:23.865266 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:23.865660 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:06:23.866170 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Bound port: e56839f0-06ad-4f6c-8402-032f2912a255, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:06:23.866570 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:23.915205 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] For port e56839f0-06ad-4f6c-8402-032f2912a255, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:06:23.918028 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] For port e56839f0-06ad-4f6c-8402-032f2912a255, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=e56839f0-06ad-4f6c-8402-032f2912a255,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:06:23.977468 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:24.037960 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Routers {'85638bda-66bf-46d8-9a78-7f54b804c971'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:06:24.038608 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:06:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['85638bda-66bf-46d8-9a78-7f54b804c971'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:06:24.043608 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8035cc9-01ed-43a3-8ab0-8b4601c9530a None None] Pushing event updated for resources: {'Port': ['ID=e56839f0-06ad-4f6c-8402-032f2912a255,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:24.148386 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] Set router 85638bda-66bf-46d8-9a78-7f54b804c971 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:06:24.178907 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48092) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:06:24.289194 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-fcf063ab-5e9c-4097-a316-480c975f50c2 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1091650 Sep 20 23:06:24.360490 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'name': 'router1', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e56839f0-06ad-4f6c-8402-032f2912a255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:06:03Z', 'updated_at': '2021-09-20T23:06:21Z', 'revision_number': 4, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'gw_port': {'id': 'e56839f0-06ad-4f6c-8402-032f2912a255', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:20Z', 'updated_at': '2021-09-20T23:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6edef380-de46-4ee7-a6ce-5d94a50a1441', 'name': '', 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'mac_address': 'fa:16:3e:82:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:12Z', 'updated_at': '2021-09-20T23:06:16Z', 'revision_number': 5, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'subnets': [{'id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec36792-8e3b-47ec-b965-ff0770bbdc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:06:24.387792 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89dad3b-1333-4054-bb95-1f639bfc952b None None] The sync data for ids ['85638bda-66bf-46d8-9a78-7f54b804c971'] in dv-cinder-809965-2-iscsi is: [{'id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'name': 'router1', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.195'}], 'enable_snat': True}, 'gw_port_id': 'e56839f0-06ad-4f6c-8402-032f2912a255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:06:03Z', 'updated_at': '2021-09-20T23:06:21Z', 'revision_number': 4, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'gw_port': {'id': 'e56839f0-06ad-4f6c-8402-032f2912a255', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:48:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:20Z', 'updated_at': '2021-09-20T23:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6edef380-de46-4ee7-a6ce-5d94a50a1441', 'name': '', 'network_id': 'f57b0506-4a7a-4964-a637-8eaaa07728a8', 'tenant_id': '4ce6c9f7888d48e98d76db840a749e46', 'mac_address': 'fa:16:3e:82:d6:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85638bda-66bf-46d8-9a78-7f54b804c971', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:06:12Z', 'updated_at': '2021-09-20T23:06:16Z', 'revision_number': 5, 'project_id': '4ce6c9f7888d48e98d76db840a749e46', 'subnets': [{'id': '6c4dac68-d04b-4e3d-bb7b-259868f8a573', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ec36792-8e3b-47ec-b965-ff0770bbdc8a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:06:26.631619 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device e56839f0-06ad-4f6c-8402-032f2912a255 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:06:26.687845 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port e56839f0-06ad-4f6c-8402-032f2912a255 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:26.688310 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:26.769287 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:26.792329 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port e56839f0-06ad-4f6c-8402-032f2912a255, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=e56839f0-06ad-4f6c-8402-032f2912a255,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:06:26.866629 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:26.936848 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=e56839f0-06ad-4f6c-8402-032f2912a255,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:06:28.502504 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device e56839f0-06ad-4f6c-8402-032f2912a255 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:06:28.580284 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port e56839f0-06ad-4f6c-8402-032f2912a255 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:06:28.580660 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:35.889123 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f77c82a9-5170-4d05-bea8-ee1b41855d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:38.473307 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fee5fc82-546e-44f7-8853-bbc880c253f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:39.079175 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:39.599535 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:41.131226 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:06:51.043103 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:07:05.878234 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d5343d39-3c7b-4b13-869b-bff68357962c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:08.476727 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f651086a-f481-4868-bdef-0fc0cbe97870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:09.518131 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:09.615292 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:11.124443 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:28.037505 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:07:35.860030 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d2a68a54-b56b-41f9-9d12-e9aa4169f4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:38.442695 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1261bf22-bd7d-4b4a-b66d-8e0421940423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:39.071123 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:39.614381 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:07:41.117092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:03.457048 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48654) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:03.517635 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c6edb1-45fa-4a48-8f05-4ab2f8a88ba0 admin admin] GET failed (client error): The resource could not be found. Sep 20 23:08:03.518997 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-86c6edb1-45fa-4a48-8f05-4ab2f8a88ba0 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610027 Sep 20 23:08:03.678822 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719420f6-1ac9-409c-b800-eceb5551b702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:03.680262 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-719420f6-1ac9-409c-b800-eceb5551b702 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566768 Sep 20 23:08:05.036637 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:08:05.864496 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-14838582-aed1-42d6-ae3c-8f72aa866877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:05.896694 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48664) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:05.987467 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b309832-3158-4de8-a653-8bbe06606151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:05.988797 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3b309832-3158-4de8-a653-8bbe06606151 admin admin] 10.222.0.15 "GET /v2.0/subnets/6c4dac68-d04b-4e3d-bb7b-259868f8a573 HTTP/1.1" status: 200 len: 849 time: 0.0911624 Sep 20 23:08:05.999447 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:08:06.082418 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:06.269939 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732060072964'] for subnet, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:06.298910 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:06.299503 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:06.300826 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] 10.222.0.15 "PUT /v2.0/subnets/6c4dac68-d04b-4e3d-bb7b-259868f8a573 HTTP/1.1" status: 200 len: 868 time: 0.3056138 Sep 20 23:08:06.304725 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168f549-22da-4208-889a-533c1998fe28 None None] Network f57b0506-4a7a-4964-a637-8eaaa07728a8 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:08:06.324697 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c4dac68-d04b-4e3d-bb7b-259868f8a573,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:08:06.332191 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.332804 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.333085 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.333429 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.333790 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.334149 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.334491 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.334826 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.335173 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.335564 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.335825 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.336300 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46aa7035-aa59-49e7-98e4-6210487403e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:06.705546 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-bee42142-c6d3-4d3c-a161-853de70cddf3 None None] Provisioning complete for port 61b7fb76-6122-4243-8965-8f6142d4a36d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:08:06.705949 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bee42142-c6d3-4d3c-a161-853de70cddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:06.792222 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-bee42142-c6d3-4d3c-a161-853de70cddf3 None None] Provisioning complete for port 6edef380-de46-4ee7-a6ce-5d94a50a1441 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:08:06.792596 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bee42142-c6d3-4d3c-a161-853de70cddf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:08.469883 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-830aa9ee-eefd-4f5b-89f6-059af1c24809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:08.492242 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48672) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:08.742725 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01d056-9448-4d4c-9e44-a3a32404f3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:08.743128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e01d056-9448-4d4c-9e44-a3a32404f3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:08.744793 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-2e01d056-9448-4d4c-9e44-a3a32404f3cb admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2519119 Sep 20 23:08:09.047243 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:09.589918 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:10.945374 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48682) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:11.081858 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8dd43-41d7-4a37-ae80-41bc83ee646c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:11.082332 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc8dd43-41d7-4a37-ae80-41bc83ee646c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:11.083860 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-6fc8dd43-41d7-4a37-ae80-41bc83ee646c admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1375251 Sep 20 23:08:11.150557 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:13.269151 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48690) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:13.391858 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecebe05-95cf-4039-b3b5-f43c87a5c6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:13.393224 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2ecebe05-95cf-4039-b3b5-f43c87a5c6cf admin admin] 10.222.0.15 "GET /v2.0/networks/9b5b4938-7f4d-40f7-b1f0-7674f6da175e HTTP/1.1" status: 200 len: 886 time: 0.1230912 Sep 20 23:08:15.773258 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48698) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:15.977096 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85296985-0a25-4bc7-a1db-373d8629988f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:15.978416 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-85296985-0a25-4bc7-a1db-373d8629988f admin admin] 10.222.0.15 "GET /v2.0/networks/f57b0506-4a7a-4964-a637-8eaaa07728a8 HTTP/1.1" status: 200 len: 869 time: 0.2041891 Sep 20 23:08:18.219890 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48706) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:18.346573 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e800c6-e574-4217-baeb-d330b2218948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:18.347034 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e800c6-e574-4217-baeb-d330b2218948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:18.348553 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b4e800c6-e574-4217-baeb-d330b2218948 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274700 Sep 20 23:08:20.557551 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48714) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:20.648139 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067620fc-de4d-417c-aed8-168dca8d52b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:20.653141 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067620fc-de4d-417c-aed8-168dca8d52b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:20.653141 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-067620fc-de4d-417c-aed8-168dca8d52b1 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915306 Sep 20 23:08:22.835093 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48722) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:22.985082 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d44b3-c69c-48ef-a955-2effdef1f7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:22.986472 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-6d1d44b3-c69c-48ef-a955-2effdef1f7f8 admin admin] 10.222.0.15 "GET /v2.0/subnets/6c4dac68-d04b-4e3d-bb7b-259868f8a573 HTTP/1.1" status: 200 len: 868 time: 0.1504440 Sep 20 23:08:25.165123 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48730) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:25.257167 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2139cc0e-6182-454d-aab4-7e4447e80893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:25.258568 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2139cc0e-6182-454d-aab4-7e4447e80893 admin admin] 10.222.0.15 "GET /v2.0/subnets/82d0495a-7afb-4c3e-972e-736804952343 HTTP/1.1" status: 200 len: 816 time: 0.0924175 Sep 20 23:08:35.858047 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8b906498-55fc-4d87-ab1c-46214a2cbd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:38.457361 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9a24c2e0-ea57-43b5-bd43-e30812b42a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:39.063546 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:39.617924 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:41.189197 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:42.034520 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:08:49.258684 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48784) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:49.305494 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [None req-e86a436f-cb7e-4c07-8417-36b034db38ce admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:08:49.306545 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-e86a436f-cb7e-4c07-8417-36b034db38ce admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469344 Sep 20 23:08:51.580246 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48792) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:51.640890 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0580e9-b310-4d9e-a8dc-9765b8af72c8 admin admin] GET failed (client error): The resource could not be found. Sep 20 23:08:51.642226 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-fc0580e9-b310-4d9e-a8dc-9765b8af72c8 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610442 Sep 20 23:08:51.724493 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303b0a3-8823-4043-8a7a-580479912a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:51.725955 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-6303b0a3-8823-4043-8a7a-580479912a88 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0790224 Sep 20 23:08:53.943926 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48800) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:53.990935 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:08:54.108669 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Made reservation on behalf of 42dae1057e984795938dae0f9a2efd14 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:08:54.111118 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:54.142424 dv-cinder-809965-2-iscsi neutron-server[94583]: WARNING neutron.services.revisions.revision_plugin [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Could not find related network for resource to bump revision. Sep 20 23:08:54.153606 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:08:54.161683 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:54.162049 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Added segment ff9fc411-1d52-40fa-8b07-ae7410495ad6 of type vlan for network 9addc291-427b-412a-af8b-88813d2d9942 Sep 20 23:08:54.198976 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:54.285344 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:54.286329 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:54.286913 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:54.343288 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] Pushing event updated for resources: {'Network': ['ID=9addc291-427b-412a-af8b-88813d2d9942,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:08:54.353194 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 9addc291-427b-412a-af8b-88813d2d9942 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:08:54.389699 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-54e15def-ae67-4120-9beb-1a836473e276 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4445496 Sep 20 23:08:56.616902 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48808) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:08:56.677547 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.pecan_wsgi.hooks.translation [None req-b692e4bc-3e45-4307-bbd1-fbf13e516722 admin admin] GET failed (client error): The resource could not be found. Sep 20 23:08:56.678882 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b692e4bc-3e45-4307-bbd1-fbf13e516722 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609958 Sep 20 23:08:56.779270 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fe57e3-3048-456e-bfa9-4de47dea3d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:56.780620 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-31fe57e3-3048-456e-bfa9-4de47dea3d21 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0965297 Sep 20 23:08:56.790876 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '9addc291-427b-412a-af8b-88813d2d9942', 'description': 'shared-subnet'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:08:56.862763 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Made reservation on behalf of 42dae1057e984795938dae0f9a2efd14 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:08:56.865431 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:57.097265 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:57.164242 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9f004e-3592-4a0e-97f9-35d349a01cb3,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:08:57.168894 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Checking segment: {'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:08:57.169253 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Network hostable DHCP agents. Network: 9addc291-427b-412a-af8b-88813d2d9942, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:08:57.177799 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.178156 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.178492 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.178823 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.179152 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.179491 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.179815 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.180137 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.180470 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.180789 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.181103 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.181418 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Tracked resource versions report: Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: pushed versions: Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: { 'AddressGroup': {'1.2'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'ConntrackHelper': {'1.0'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Log': {'1.0'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Network': {'1.1'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Port': {'1.7'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'PortForwarding': {'1.2'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'QosPolicy': {'1.9'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SecurityGroup': {'1.4'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SecurityGroupRule': {'1.2'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SubPort': {'1.0'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Subnet': {'1.1'}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Trunk': {'1.1'}} Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: consumer versions: Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: { DHCP agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: L3 agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: Metadata agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: Metering agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: Open vSwitch agent@dv-cinder-809965-2-iscsi: { 'AddressGroup': '1.2', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'ConntrackHelper': '1.0', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Log': '1.0', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Network': '1.1', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Port': '1.7', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'PortForwarding': '1.2', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'QosPolicy': '1.9', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SecurityGroup': '1.4', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SecurityGroupRule': '1.2', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SubPort': '1.0', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Subnet': '1.1', Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Trunk': '1.1'}} Sep 20 23:08:57.183116 dv-cinder-809965-2-iscsi neutron-server[94584]: {{(pid=94584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 23:08:57.262465 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Network 9addc291-427b-412a-af8b-88813d2d9942 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:08:57.313884 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 9addc291-427b-412a-af8b-88813d2d9942) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:08:57.321834 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:08:57.321834 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:57.322572 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31af874-1fd3-46d3-a3fb-da573e1ded6a None None] Network 9addc291-427b-412a-af8b-88813d2d9942 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:08:57.378082 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-fbb9fc28-1298-4238-9128-9b799e0f9103 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5903549 Sep 20 23:08:57.470505 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-9addc291-427b-412a-af8b-88813d2d9942', 'network_id': '9addc291-427b-412a-af8b-88813d2d9942', 'tenant_id': '42dae1057e984795938dae0f9a2efd14', 'fixed_ips': [{'subnet_id': '9f9f004e-3592-4a0e-97f9-35d349a01cb3'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:08:57.471428 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:57.614188 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Allocated IP 192.168.233.2 (9addc291-427b-412a-af8b-88813d2d9942/9f9f004e-3592-4a0e-97f9-35d349a01cb3/afd32401-dd4e-4dc1-ab1f-426e6914d109) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:08:57.758580 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:57.824463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:57.870787 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Network 9addc291-427b-412a-af8b-88813d2d9942 is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:08:57.876032 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Pushing event updated for resources: {'Port': ['ID=afd32401-dd4e-4dc1-ab1f-426e6914d109,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:08:57.878199 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:08:57.881136 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:08:57.890191 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.890545 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.890898 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.891231 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.891568 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.891897 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.892226 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.892571 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.892920 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.893253 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.893566 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.893914 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:08:57.946656 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Attempting to bind port afd32401-dd4e-4dc1-ab1f-426e6914d109 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:08:57.947017 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Attempting to bind port afd32401-dd4e-4dc1-ab1f-426e6914d109 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:08:57.947370 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Attempting to bind port afd32401-dd4e-4dc1-ab1f-426e6914d109 on network 9addc291-427b-412a-af8b-88813d2d9942 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:08:57.953005 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:08:57.953374 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Checking segment: {'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:08:57.953789 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:57.954188 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Bound using segment: {'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:08:57.954638 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Bound port: afd32401-dd4e-4dc1-ab1f-426e6914d109, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:08:57.955033 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:58.016162 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] For port afd32401-dd4e-4dc1-ab1f-426e6914d109, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:08:58.019259 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] For port afd32401-dd4e-4dc1-ab1f-426e6914d109, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=afd32401-dd4e-4dc1-ab1f-426e6914d109,segment=NetworkSegment(ff9fc411-1d52-40fa-8b07-ae7410495ad6),segment_id=ff9fc411-1d52-40fa-8b07-ae7410495ad6)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:08:58.086502 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:58.150005 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101842a-e8dc-4db2-9f3a-f79d779efd2b None None] Pushing event updated for resources: {'Port': ['ID=afd32401-dd4e-4dc1-ab1f-426e6914d109,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:08:58.601046 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device afd32401-dd4e-4dc1-ab1f-426e6914d109 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:08:58.648745 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port afd32401-dd4e-4dc1-ab1f-426e6914d109 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:08:58.649113 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:58.734483 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:58.770166 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port afd32401-dd4e-4dc1-ab1f-426e6914d109, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=afd32401-dd4e-4dc1-ab1f-426e6914d109,segment=NetworkSegment(ff9fc411-1d52-40fa-8b07-ae7410495ad6),segment_id=ff9fc411-1d52-40fa-8b07-ae7410495ad6)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:08:58.851463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:58.909712 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=afd32401-dd4e-4dc1-ab1f-426e6914d109,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:08:58.984744 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d86ea4-bc52-48b8-a42c-81a48d93217f None None] Network 9addc291-427b-412a-af8b-88813d2d9942 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:08:59.108991 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-cec22988-b52e-40e2-ba02-97f2ec4d7174 None None] Provisioning complete for port afd32401-dd4e-4dc1-ab1f-426e6914d109 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:08:59.109478 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cec22988-b52e-40e2-ba02-97f2ec4d7174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:08:59.436526 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-c864a42c-b9fa-403e-97b4-099384761594 None None] Provisioning complete for port afd32401-dd4e-4dc1-ab1f-426e6914d109 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:08:59.436827 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c864a42c-b9fa-403e-97b4-099384761594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:00.578001 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device afd32401-dd4e-4dc1-ab1f-426e6914d109 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:09:00.624452 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port afd32401-dd4e-4dc1-ab1f-426e6914d109 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:09:00.624821 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:05.868523 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a628-544b-46d6-a0fa-251ee05e6120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:08.444970 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c68b495b-7111-4c7b-a46f-e17ba58ea23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:09.056129 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:09.623123 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:11.131029 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:19.033865 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:09:35.885611 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6093-d442-4f02-945c-e7b92a945f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:38.449526 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f7c66b01-2489-4e9c-ae4b-6e9b05f1acd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:39.067680 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:39.622127 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:41.138351 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:09:56.032179 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:10:05.873460 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b74d7e83-1155-4faf-8d09-20f07dbaf3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:08.482610 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3d2eb4a6-f0b6-42b2-bc39-315919e2d366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:09.101075 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:09.613489 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:11.139126 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:14.319741 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48864) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:10:14.325985 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [None req-9758e53a-3ffc-4cfc-909c-6e034bc4487d tempest-verify_tempest_config-702452651 tempest-verify_tempest_config-702452651-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:10:14.326937 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9758e53a-3ffc-4cfc-909c-6e034bc4487d tempest-verify_tempest_config-702452651 tempest-verify_tempest_config-702452651-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062582 Sep 20 23:10:14.820093 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48882) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:10:14.934718 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:15.050697 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:15.101198 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:15.146825 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ad14623e9cc45fd85dd508d8cf4ad03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3257093 Sep 20 23:10:15.147661 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d168edc8-45bb-4717-ba2a-0e61f64f18d6,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:10:15.149692 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48886) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:10:15.154567 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.154933 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.155275 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.155617 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.155945 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.156287 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.156619 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.156942 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.157285 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.157611 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.157959 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.158280 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2c5ece-9a8e-4191-b2df-8e45f5be51e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.204074 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:15.227401 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:15.450044 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:15.452487 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:15.453684 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d168edc8-45bb-4717-ba2a-0e61f64f18d6 HTTP/1.1" status: 204 len: 168 time: 0.3028605 Sep 20 23:10:15.461003 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d168edc8-45bb-4717-ba2a-0e61f64f18d6,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:10:15.468397 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.468772 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.469119 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.469454 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.469808 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.470159 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.470491 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.470817 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.471166 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.471476 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.471796 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:15.472116 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d45d9a-d10d-436f-878f-8c465b7d4230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:10:33.031462 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:10:35.889199 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-377bfe16-318f-47f0-b705-20c759170abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:38.486593 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-81d9b51e-2f90-4890-8177-e05c6174eb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:39.069585 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:39.626398 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:10:41.194980 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:05.863284 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-06c26da6-8881-483f-a6f4-109a64b66873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:08.476808 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-88f3a069-d4bf-4832-a710-4e785ee39baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:09.053704 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:09.631137 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:10.029924 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:11:11.171230 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:35.884488 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2ee6dcd4-d8f2-46aa-a740-9e95608245cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:38.518513 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c1cbb87a-5b49-4e65-b710-ceb029d066e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:39.078331 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:39.659049 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:41.167443 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:11:47.028796 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 5 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:11:51.089794 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1601078'] for agent, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:05.900114 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-0d7b98f5-4aac-4390-b919-5f5958a2086c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:06.346125 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 48960) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:12:06.447839 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-08337529-59f6-4e41-b4dc-2a878282bc37 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1006219 Sep 20 23:12:08.483048 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cddac810-d9cc-418d-8ac6-f93c1ab4c9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:08.664329 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 48970) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:12:08.724229 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-57e82092-e1c9-4afc-a572-a9d1150def10 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0588117 Sep 20 23:12:09.071246 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:09.665335 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:11.151338 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:21.019353 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:24.027175 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:12:35.967570 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-0e5bbd7a-9b47-42b2-b9e8-48a8d14b16a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:38.464385 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-dc9f375f-d0e2-49f0-b11c-901d75566008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:39.098855 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:39.669989 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:41.184373 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:12:51.012285 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:01.026673 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:13:05.944186 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fbcb51ce-98ea-4963-82a3-864aae2038f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:08.491734 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7cc03cfb-bb03-432f-a60d-30f7ba87a8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:09.097374 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:09.634480 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:11.160621 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:21.005879 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:35.885517 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a9c7-2cc9-4d04-872c-a063c566bc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:38.026936 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:13:38.119516 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49122) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:38.541932 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d927fe11-1057-42b2-86c2-6331a5a0e453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:38.685403 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-network', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:38.799354 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Made reservation on behalf of 5a2ba13959f14e42bf4b03418f6c0241 for: {'network': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:38.808656 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:38.811248 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:38.908677 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:38.959903 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:38.983864 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:13:39.008808 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9087d5-9187-4d67-bc14-11f9941af508,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:39.019105 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732060017044', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.021517 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Unsubscribe: segment precommit_create {{(pid=94584) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 20 23:13:39.021517 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.segments_db [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Added segment d4b4cd08-6f98-473b-8285-9a07457c4433 of type vlan for network d9776176-0595-48fe-b09a-36c6fb5e06ba Sep 20 23:13:39.032996 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.033350 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.033694 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.034060 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.034392 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.034733 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.035059 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.035385 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.035722 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.036047 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.036369 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.036726 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Tracked resource versions report: Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: pushed versions: Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: { 'AddressGroup': {'1.2'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'ConntrackHelper': {'1.0'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Log': {'1.0'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Network': {'1.1'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Port': {'1.7'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'PortForwarding': {'1.2'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'QosPolicy': {'1.9'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SecurityGroup': {'1.4'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SecurityGroupRule': {'1.2'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SubPort': {'1.0'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Subnet': {'1.1'}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Trunk': {'1.1'}} Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: consumer versions: Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: { DHCP agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: HyperV agent@hv-cinder-80996: {}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: L3 agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: Metadata agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: Metering agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: Open vSwitch agent@dv-cinder-809965-2-iscsi: { 'AddressGroup': '1.2', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'ConntrackHelper': '1.0', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Log': '1.0', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Network': '1.1', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Port': '1.7', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'PortForwarding': '1.2', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'QosPolicy': '1.9', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SecurityGroup': '1.4', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SecurityGroupRule': '1.2', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'SubPort': '1.0', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Subnet': '1.1', Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: 'Trunk': '1.1'}} Sep 20 23:13:39.037721 dv-cinder-809965-2-iscsi neutron-server[94584]: {{(pid=94584) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 23:13:39.073706 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.076266 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.160649 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.165847 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:39.165847 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.234810 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49168) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:39.269213 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1482325 Sep 20 23:13:39.272831 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8df39-81b7-4baf-b3f6-061649f17e4a admin admin] Pushing event updated for resources: {'Network': ['ID=d9776176-0595-48fe-b09a-36c6fb5e06ba,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:39.274672 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49174) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:39.279477 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Request body: {'subnet': {'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-subnet', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:39.292633 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network d9776176-0595-48fe-b09a-36c6fb5e06ba details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:13:39.359031 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Made reservation on behalf of 5a2ba13959f14e42bf4b03418f6c0241 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:39.361580 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.628352 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.639487 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.661546 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1179763457-network', 'tenant_id': '003f7661fc274c3399db8ef1260c75aa'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:39.696103 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893812b5-320d-4044-908a-5a69f0902644,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:39.717848 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Checking segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:39.718209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Network hostable DHCP agents. Network: d9776176-0595-48fe-b09a-36c6fb5e06ba, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:13:39.810852 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Made reservation on behalf of 003f7661fc274c3399db8ef1260c75aa for: {'network': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:39.813216 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.822094 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.851054 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49204) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:39.869865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Network d9776176-0595-48fe-b09a-36c6fb5e06ba is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:13:39.925287 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.935833 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, d9776176-0595-48fe-b09a-36c6fb5e06ba) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:39.941421 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:39.945318 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:39.949000 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6c3e81-35cc-4a6c-9191-a0d91a35e694 None None] Network d9776176-0595-48fe-b09a-36c6fb5e06ba requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:39.979396 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49214) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:40.017607 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.047438 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:13:40.049811 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ba3687-5d9f-4898-8470-284314543019,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:40.065663 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.065663 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.segments_db [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Added segment 5c8d9b4a-acf4-4505-a62a-83e30164a0fb of type vlan for network a207fcdb-b1d7-40c0-9794-85e1882a9478 Sep 20 23:13:40.096797 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49220) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:40.097053 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-4825e31a-e7c4-4c2d-b665-084525c7b104 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8210251 Sep 20 23:13:40.103075 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:40.110046 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.124239 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-d9776176-0595-48fe-b09a-36c6fb5e06ba', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:13:40.125315 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.200225 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.202442 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.227715 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.229416 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:40.230300 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.274254 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.303384 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-428838131-network', 'tenant_id': '3cae436ca19b4654bb3aa2836848022c'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:40.320627 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Allocated IP 172.20.0.2 (d9776176-0595-48fe-b09a-36c6fb5e06ba/893812b5-320d-4044-908a-5a69f0902644/9fe167d5-6684-44bb-8b61-00b9b5b2acc0) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:13:40.353292 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49230) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:40.361355 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1229570 Sep 20 23:13:40.362076 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49232) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:40.371120 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Request body: {'subnet': {'network_id': 'a207fcdb-b1d7-40c0-9794-85e1882a9478', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1179763457-subnet', 'tenant_id': '003f7661fc274c3399db8ef1260c75aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:40.376152 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e76bfd-ed5a-4abc-816f-e1d8ffdc4c44 admin admin] Pushing event updated for resources: {'Network': ['ID=a207fcdb-b1d7-40c0-9794-85e1882a9478,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:40.378661 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-network', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:40.413001 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network a207fcdb-b1d7-40c0-9794-85e1882a9478 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:13:40.473572 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Made reservation on behalf of 3cae436ca19b4654bb3aa2836848022c for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:40.477903 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.496163 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Made reservation on behalf of 003f7661fc274c3399db8ef1260c75aa for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:40.504748 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.589784 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-185449354-network', 'tenant_id': '5af4827395364a6cbe6e71928fad635e'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:40.598830 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.650238 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Made reservation on behalf of afb0754f92594ae9b6c407e5e9b5bc88 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:40.651925 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.664366 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.665384 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.748132 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.795756 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.839593 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.856633 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.864038 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Network d9776176-0595-48fe-b09a-36c6fb5e06ba is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:40.865278 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Pushing event updated for resources: {'Port': ['ID=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:40.871591 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:40.874479 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:13:40.887442 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.887897 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.888997 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.889345 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.889679 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.890056 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.890391 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.890706 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.891049 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.891376 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.891699 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.892015 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Tracked resource versions report: Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: pushed versions: Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: { 'AddressGroup': {'1.2'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'ConntrackHelper': {'1.0'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Log': {'1.0'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Network': {'1.1'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Port': {'1.7'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'PortForwarding': {'1.2'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'QosPolicy': {'1.9'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SecurityGroup': {'1.4'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SecurityGroupRule': {'1.2'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SubPort': {'1.0'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Subnet': {'1.1'}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Trunk': {'1.1'}} Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: consumer versions: Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: { DHCP agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: HyperV agent@hv-cinder-80996: {}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: L3 agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: Metadata agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: Metering agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: Open vSwitch agent@dv-cinder-809965-2-iscsi: { 'AddressGroup': '1.2', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'ConntrackHelper': '1.0', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Log': '1.0', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Network': '1.1', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Port': '1.7', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'PortForwarding': '1.2', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'QosPolicy': '1.9', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SecurityGroup': '1.4', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SecurityGroupRule': '1.2', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'SubPort': '1.0', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Subnet': '1.1', Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: 'Trunk': '1.1'}} Sep 20 23:13:40.893028 dv-cinder-809965-2-iscsi neutron-server[94585]: {{(pid=94585) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 23:13:40.942534 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.950592 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a5d27d2-6758-4d22-a6f0-80db6ceb1c42,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:40.969903 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:13:40.970141 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Checking segment: {'id': '5c8d9b4a-acf4-4505-a62a-83e30164a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a207fcdb-b1d7-40c0-9794-85e1882a9478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:40.970141 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Network hostable DHCP agents. Network: a207fcdb-b1d7-40c0-9794-85e1882a9478, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:13:40.975496 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:40.976137 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Added segment 34870bb8-c589-4834-8864-516b7da4c529 of type vlan for network 143628fa-dbd6-4d8c-83b8-bb8f8f441a80 Sep 20 23:13:40.998896 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Attempting to bind port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:13:40.998896 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Attempting to bind port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:13:40.999334 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Attempting to bind port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 on network d9776176-0595-48fe-b09a-36c6fb5e06ba {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:13:41.006403 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:13:41.006403 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Checking segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:41.007033 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.007494 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Bound using segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:13:41.008047 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Bound port: 9fe167d5-6684-44bb-8b61-00b9b5b2acc0, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:13:41.008512 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.010431 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.db.api [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 23:13:41.010431 dv-cinder-809965-2-iscsi neutron-server[94583]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 20 23:13:41.010431 dv-cinder-809965-2-iscsi neutron-server[94583]: [parameters: {'project_id_1': 'afb0754f92594ae9b6c407e5e9b5bc88', 'expiration_1': datetime.datetime(2021, 9, 20, 23, 13, 20, 846425)}] Sep 20 23:13:41.010431 dv-cinder-809965-2-iscsi neutron-server[94583]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 23:13:41.010910 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG oslo_db.api [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 23:13:41.045379 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Network a207fcdb-b1d7-40c0-9794-85e1882a9478 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:13:41.057960 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.089185 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] For port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:13:41.092717 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fc347a-b762-4c78-a25c-ca221bf909ca,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:41.095537 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] For port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:13:41.107472 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Made reservation on behalf of 5af4827395364a6cbe6e71928fad635e for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:41.113289 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.114413 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.114966 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.115455 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.115952 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.116437 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.116929 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.117413 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.118004 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.118496 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.118987 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.122668 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.123264 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Tracked resource versions report: Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: pushed versions: Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: { 'AddressGroup': {'1.2'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'ConntrackHelper': {'1.0'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Log': {'1.0'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Network': {'1.1'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Port': {'1.7'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'PortForwarding': {'1.2'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'QosPolicy': {'1.9'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SecurityGroup': {'1.4'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SecurityGroupRule': {'1.2'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SubPort': {'1.0'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Subnet': {'1.1'}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Trunk': {'1.1'}} Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: consumer versions: Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: { DHCP agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: HyperV agent@hv-cinder-80996: {}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: L3 agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: Metadata agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: Metering agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: Open vSwitch agent@dv-cinder-809965-2-iscsi: { 'AddressGroup': '1.2', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'ConntrackHelper': '1.0', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Log': '1.0', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Network': '1.1', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Port': '1.7', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'PortForwarding': '1.2', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'QosPolicy': '1.9', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SecurityGroup': '1.4', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SecurityGroupRule': '1.2', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'SubPort': '1.0', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Subnet': '1.1', Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: 'Trunk': '1.1'}} Sep 20 23:13:41.124490 dv-cinder-809965-2-iscsi neutron-server[94583]: {{(pid=94583) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 23:13:41.132063 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, a207fcdb-b1d7-40c0-9794-85e1882a9478) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:41.142781 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.147381 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:41.149818 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6361df-39da-4116-9d4c-471e0ea5e3ed None None] Network a207fcdb-b1d7-40c0-9794-85e1882a9478 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:41.155576 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.213832 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.214807 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:41.215383 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.215702 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.216830 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.259643 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-0b0e6201-4c06-4256-a0d6-5dbe8e4035d6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8838134 Sep 20 23:13:41.367252 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c3d43-d8e4-41c4-be10-94bbb4cc3198 None None] Pushing event updated for resources: {'Port': ['ID=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:41.403132 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72759f4-fd45-47af-aa12-fea0b476ba5c None None] Network a207fcdb-b1d7-40c0-9794-85e1882a9478 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:41.429628 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] Pushing event updated for resources: {'Network': ['ID=143628fa-dbd6-4d8c-83b8-bb8f8f441a80,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:41.474914 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.479755 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 143628fa-dbd6-4d8c-83b8-bb8f8f441a80 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:13:41.513723 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.518045 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.717100 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.759585 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Allocated IP 172.27.3.15 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/e44b56e7-e93f-4086-8c80-95024fdd39ac) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:13:41.780623 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.866687 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:13:41.879961 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4351992-5914-40eb-bfe7-53bbcb1743fb,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:41.888778 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.889122 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Added segment 02935578-6d0e-49f4-acd9-38117b51032b of type vlan for network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 Sep 20 23:13:41.926263 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49308) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:41.930100 dv-cinder-809965-2-iscsi neutron-server[94584]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 23:13:41.946263 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2fe29427-278b-4fc6-8cd1-ce3b00f0246d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0997982 Sep 20 23:13:41.949321 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49310) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:41.966175 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:41.974463 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.020767 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Request body: {'subnet': {'network_id': '143628fa-dbd6-4d8c-83b8-bb8f8f441a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-428838131-subnet', 'tenant_id': '3cae436ca19b4654bb3aa2836848022c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:42.081964 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.102832 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.103758 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:42.104458 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.182790 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.183009 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f6e232f-3b30-43c5-aa76-fc436d646bb3 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:42.184639 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f6e232f-3b30-43c5-aa76-fc436d646bb3 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/networks?id=a207fcdb-b1d7-40c0-9794-85e1882a9478 HTTP/1.1" status: 200 len: 812 time: 0.2562611 Sep 20 23:13:42.217945 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-6a05a4e8-bd1a-4d19-975c-424613ae8259 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/quotas/003f7661fc274c3399db8ef1260c75aa HTTP/1.1" status: 200 len: 375 time: 0.0258706 Sep 20 23:13:42.225210 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.229079 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] Pushing event updated for resources: {'Network': ['ID=3c95e3e5-31ee-40f9-9c34-4e1296683fa1,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:42.246373 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:13:42.264833 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:42.276959 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:13:42.283349 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:42.291097 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7c0e6156-7767-4287-be1d-5bc72e56c02a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9364400 Sep 20 23:13:42.294110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:13:42.316533 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49318) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:42.326809 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Request body: {'subnet': {'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-185449354-subnet', 'tenant_id': '5af4827395364a6cbe6e71928fad635e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:42.372421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923efdfa-4374-46f0-8cd5-d9b0761dfa1e,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:42.374730 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Pushing event updated for resources: {'Port': ['ID=e44b56e7-e93f-4086-8c80-95024fdd39ac,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:42.393883 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-6c2f2979-25f0-480c-a4e0-7ab1fc5b3bee tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=003f7661fc274c3399db8ef1260c75aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683102 Sep 20 23:13:42.425412 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.425660 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Added segment e285de93-107e-45fb-87ee-d863b9a33e09 of type vlan for network 2722247a-29e7-46e7-9cb2-30646bed1b57 Sep 20 23:13:42.468949 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Made reservation on behalf of 3cae436ca19b4654bb3aa2836848022c for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:42.477706 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.550452 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.566473 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c783adb0-aa79-4608-b970-94ad99cbd1c3 None None] Network d9776176-0595-48fe-b09a-36c6fb5e06ba requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:42.582133 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-4949693b-ad16-44ac-bbee-6a3a1e1f6351 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:13:42.583119 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-4949693b-ad16-44ac-bbee-6a3a1e1f6351 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0719864 Sep 20 23:13:42.622945 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Made reservation on behalf of 5af4827395364a6cbe6e71928fad635e for: {'subnet': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:42.626402 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.649051 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-064d9937-574d-4f4d-8316-d35df0ccc047 None None] Provisioning complete for port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:42.653555 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-064d9937-574d-4f4d-8316-d35df0ccc047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.754208 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-f1e909ac-401f-444b-973c-f31410dd6ba1 service neutron] 10.222.0.15 "GET /v2.0/networks/a207fcdb-b1d7-40c0-9794-85e1882a9478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624949 Sep 20 23:13:42.867132 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:42.909856 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:13:42.966062 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-253d7545-4545-4472-ab6b-e0bd9c4b2d49 service neutron] 10.222.0.15 "GET /v2.0/networks/a207fcdb-b1d7-40c0-9794-85e1882a9478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105033 Sep 20 23:13:42.977109 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c196938-6d81-47ee-907c-e993bb2fd630,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:42.989645 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Checking segment: {'id': '34870bb8-c589-4834-8864-516b7da4c529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '143628fa-dbd6-4d8c-83b8-bb8f8f441a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:42.990481 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Network hostable DHCP agents. Network: 143628fa-dbd6-4d8c-83b8-bb8f8f441a80, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:13:42.998861 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-064d9937-574d-4f4d-8316-d35df0ccc047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.010339 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.010339 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:43.012421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.046725 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-064d9937-574d-4f4d-8316-d35df0ccc047 None None] For port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:13:43.048072 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49342) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:43.058373 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.090987 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-064d9937-574d-4f4d-8316-d35df0ccc047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.094613 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Network 143628fa-dbd6-4d8c-83b8-bb8f8f441a80 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:13:43.103560 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:43.103560 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.144972 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] Pushing event updated for resources: {'Network': ['ID=2722247a-29e7-46e7-9cb2-30646bed1b57,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:43.157808 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c3479050-16c0-4fa8-87ce-7a1d13263bdc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1753008 Sep 20 23:13:43.160354 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49346) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:43.168616 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Request body: {'subnet': {'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-subnet', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:43.190913 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 143628fa-dbd6-4d8c-83b8-bb8f8f441a80) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:43.195920 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d9937-574d-4f4d-8316-d35df0ccc047 None None] Pushing event updated for resources: {'Port': ['ID=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:43.199364 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:43.200019 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.210830 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b2f0c-72f0-4d4e-a3be-5d59afee6684 None None] Network 143628fa-dbd6-4d8c-83b8-bb8f8f441a80 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:43.244158 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 2722247a-29e7-46e7-9cb2-30646bed1b57 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:13:43.293799 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.299107 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb51c93-3cd3-4e62-87e2-82786b114682,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:43.311780 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Made reservation on behalf of afb0754f92594ae9b6c407e5e9b5bc88 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:43.314895 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.350396 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49354) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:43.354775 dv-cinder-809965-2-iscsi neutron-server[94583]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 23:13:43.422967 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95c4b420-1f49-4d82-bc07-4857b04ef78a req-cfa5726f-d12a-4ee3-b746-241edfbae0cc tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0711744 Sep 20 23:13:43.427512 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a9ad59ab-6408-4ee5-beb4-e201720d7c83 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4769659 Sep 20 23:13:43.428519 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8cc19a46-9575-48a8-b350-3c30fd311160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.440911 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Checking segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:43.441274 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Network hostable DHCP agents. Network: 3c95e3e5-31ee-40f9-9c34-4e1296683fa1, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:13:43.490397 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-8b81afed-ca68-4d04-a1ef-c34e2ceb08a3 None None] Provisioning complete for port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:43.490995 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8b81afed-ca68-4d04-a1ef-c34e2ceb08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.627143 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c191fc8-bb87-4502-bbe6-dabb305fea20 None None] Network 143628fa-dbd6-4d8c-83b8-bb8f8f441a80 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:43.714439 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.724638 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:13:43.820818 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 3c95e3e5-31ee-40f9-9c34-4e1296683fa1) {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:43.832653 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d684c0-48a7-41bd-9419-af58a39a8c1e None None] Network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:43.837671 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8cc19a46-9575-48a8-b350-3c30fd311160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.840006 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:43.840603 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.896993 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:43.951113 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8cc19a46-9575-48a8-b350-3c30fd311160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.026095 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc19a46-9575-48a8-b350-3c30fd311160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2598f4d-3518-4418-8284-c3d069d30482,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:44.037103 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-8cc19a46-9575-48a8-b350-3c30fd311160 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=639196bd4fac4e5c9291a2fd94c17ea5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9874570 Sep 20 23:13:44.038100 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8ffbb60-db02-456a-b172-09b96a9e3743,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:44.041120 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49406) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:44.045710 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-a9bdf811-1f85-4bbf-b8f3-0dd81c107fdc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7267642 Sep 20 23:13:44.046152 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Checking segment: {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:44.054987 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Network hostable DHCP agents. Network: 2722247a-29e7-46e7-9cb2-30646bed1b57, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:13:44.074568 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Router 57aad96b-8d9f-4556-8861-6eb285b1ba3d is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:13:44.102673 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc2eb94-f65c-4164-b812-54f8c3ff55ea None None] Network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:44.165421 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Network 2722247a-29e7-46e7-9cb2-30646bed1b57 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:13:44.241203 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-625afad1-828f-4378-8fe2-5015f6043cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.244757 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 2722247a-29e7-46e7-9cb2-30646bed1b57) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:44.249794 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:44.250388 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.273265 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-625afad1-828f-4378-8fe2-5015f6043cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.308857 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:13:44.318020 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9658e7ae-92ba-4ff9-931f-29dd3f31499b None None] Network 2722247a-29e7-46e7-9cb2-30646bed1b57 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:44.323989 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-02bd6c98-92f8-429b-b602-7aa6f54757c0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1625192 Sep 20 23:13:44.328021 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Sync routers for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:13:44.328549 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49422) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:44.337458 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:44.352211 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:13:44.357699 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:13:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:44.469420 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.475221 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-1414365c-0506-4c55-8d8d-e340c672c87b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3736675 Sep 20 23:13:44.476290 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49428) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:44.550107 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49434) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:44.556357 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcddc6bd-3e82-4965-b30b-234804e95c21 None None] Network 2722247a-29e7-46e7-9cb2-30646bed1b57 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:44.558244 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365050070-network', 'tenant_id': '0b9fcd475f094a86aad9e133aec150bd'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:44.568552 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-625afad1-828f-4378-8fe2-5015f6043cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.571082 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-625afad1-828f-4378-8fe2-5015f6043cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.572777 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-625afad1-828f-4378-8fe2-5015f6043cd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2598f4d-3518-4418-8284-c3d069d30482 HTTP/1.1" status: 204 len: 168 time: 0.5288339 Sep 20 23:13:44.596005 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.597070 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.621357 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:13:44.734636 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625afad1-828f-4378-8fe2-5015f6043cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2598f4d-3518-4418-8284-c3d069d30482,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:44.735669 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e2f92f42-6bc3-4fdb-8410-f57d0485a7b1 req-a52e0e33-2162-4b7d-b58e-77032956f30e tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.1570292 Sep 20 23:13:44.736200 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.811155 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Made reservation on behalf of 0b9fcd475f094a86aad9e133aec150bd for: {'network': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:44.817019 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.847245 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:44.847468 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:13:44.914466 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:42Z', 'revision_number': 3, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:44.945129 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Checking router: 57aad96b-8d9f-4556-8861-6eb285b1ba3d for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:13:44.952765 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Updating router 57aad96b-8d9f-4556-8861-6eb285b1ba3d port e44b56e7-e93f-4086-8c80-95024fdd39ac binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:13:44.984737 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.024065 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.043941 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:45.044320 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.070603 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.148064 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:13:45.183545 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6d36a0-d5f9-40de-82f9-fe2223b005f0,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:45.211125 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.211125 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.segments_db [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Added segment fff052c6-4e31-4d01-a6de-1d0e004a8a09 of type vlan for network d7975024-3d3c-4495-aca9-5d230fb06e3a Sep 20 23:13:45.308382 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.362567 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.421935 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.422994 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:45.423649 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.450924 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.501158 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] Pushing event updated for resources: {'Network': ['ID=d7975024-3d3c-4495-aca9-5d230fb06e3a,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:45.513808 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network d7975024-3d3c-4495-aca9-5d230fb06e3a details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:13:45.520406 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-31813178-22c2-4afa-bf67-60978ea406eb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9673395 Sep 20 23:13:45.523788 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49474) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:45.528642 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Request body: {'subnet': {'network_id': 'd7975024-3d3c-4495-aca9-5d230fb06e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1365050070-subnet', 'tenant_id': '0b9fcd475f094a86aad9e133aec150bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:45.534054 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Pushing event updated for resources: {'Port': ['ID=e44b56e7-e93f-4086-8c80-95024fdd39ac,revision_number=2']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:45.550305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Attempting to bind port e44b56e7-e93f-4086-8c80-95024fdd39ac on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:13:45.551033 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Attempting to bind port e44b56e7-e93f-4086-8c80-95024fdd39ac by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:13:45.551634 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Attempting to bind port e44b56e7-e93f-4086-8c80-95024fdd39ac on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:13:45.555827 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.556516 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.557070 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.557738 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.558370 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.561305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.561305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.561305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.561305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.561305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.561305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.561305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Tracked resource versions report: Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: pushed versions: Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: { 'AddressGroup': {'1.2'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'ConntrackHelper': {'1.0'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Log': {'1.0'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Network': {'1.1'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Port': {'1.7'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'PortForwarding': {'1.2'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'QosPolicy': {'1.9'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SecurityGroup': {'1.4'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SecurityGroupRule': {'1.2'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SubPort': {'1.0'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Subnet': {'1.1'}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Trunk': {'1.1'}} Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: consumer versions: Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: { DHCP agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: HyperV agent@hv-cinder-80996: {}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: L3 agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: Metadata agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: Metering agent@dv-cinder-809965-2-iscsi: {}, Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: Open vSwitch agent@dv-cinder-809965-2-iscsi: { 'AddressGroup': '1.2', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'ConntrackHelper': '1.0', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Log': '1.0', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Network': '1.1', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Port': '1.7', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'PortForwarding': '1.2', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'QosPolicy': '1.9', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SecurityGroup': '1.4', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SecurityGroupRule': '1.2', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'SubPort': '1.0', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Subnet': '1.1', Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: 'Trunk': '1.1'}} Sep 20 23:13:45.563233 dv-cinder-809965-2-iscsi neutron-server[94586]: {{(pid=94586) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 20 23:13:45.568326 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:13:45.569057 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:45.574635 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.575927 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:13:45.578412 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Bound port: e44b56e7-e93f-4086-8c80-95024fdd39ac, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:13:45.578412 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.605406 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Made reservation on behalf of 0b9fcd475f094a86aad9e133aec150bd for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:45.608536 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.651724 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.663177 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] For port e44b56e7-e93f-4086-8c80-95024fdd39ac, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:13:45.670978 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] For port e44b56e7-e93f-4086-8c80-95024fdd39ac, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=e44b56e7-e93f-4086-8c80-95024fdd39ac,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:13:45.742632 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:45.810155 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-36fa5d58-9664-4bd9-a1ed-d442d2affea1 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:45.817116 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-36fa5d58-9664-4bd9-a1ed-d442d2affea1 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 814 time: 0.8801138 Sep 20 23:13:45.861088 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:13:45.863518 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:13:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:45.873887 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-96270430-41a1-4bcd-9560-f91a424be8d4 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/quotas/5af4827395364a6cbe6e71928fad635e HTTP/1.1" status: 200 len: 375 time: 0.0521536 Sep 20 23:13:45.880655 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491afc4-0b3a-416a-8056-913044b8f210 None None] Pushing event updated for resources: {'Port': ['ID=e44b56e7-e93f-4086-8c80-95024fdd39ac,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:45.902963 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49486) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:45.999908 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-75d190f4-cb84-441a-808f-8a82f49bfbe6 req-fc014e87-171e-4726-b718-56fd4983a6c6 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0498972 Sep 20 23:13:46.004299 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.023778 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-6b257a60-3016-4dd1-baed-e88621db7bbe tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1306875 Sep 20 23:13:46.076169 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Pushing event updated for resources: {'Subnet': ['ID=69298013-0aa5-4cb6-9116-44f9a3105095,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:46.093075 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Checking segment: {'id': 'fff052c6-4e31-4d01-a6de-1d0e004a8a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd7975024-3d3c-4495-aca9-5d230fb06e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:46.093595 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Network hostable DHCP agents. Network: d7975024-3d3c-4495-aca9-5d230fb06e3a, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:13:46.102952 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-4d79ebcd-02ff-43b5-9fc3-8e2ce302a60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.119004 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:13:46.186317 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Network d7975024-3d3c-4495-aca9-5d230fb06e3a is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:13:46.251512 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-4d79ebcd-02ff-43b5-9fc3-8e2ce302a60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.262215 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-a47c87f4-ea78-4f05-94a5-8923196fc4bf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:13:46.263253 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-a47c87f4-ea78-4f05-94a5-8923196fc4bf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1151114 Sep 20 23:13:46.268669 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, d7975024-3d3c-4495-aca9-5d230fb06e3a) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:46.273776 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:46.274376 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.281964 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc83a92-e9af-440a-bc95-2bb5a92aeda3 None None] Network d7975024-3d3c-4495-aca9-5d230fb06e3a requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:46.307751 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-4d79ebcd-02ff-43b5-9fc3-8e2ce302a60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.410514 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-519a42f6-c2f0-49bf-b3c5-20eac94e208b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8828795 Sep 20 23:13:46.423000 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79ebcd-02ff-43b5-9fc3-8e2ce302a60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13bcd04-277a-4796-8c6f-6d21a90f58e4,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:46.425980 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.426374 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:42Z', 'revision_number': 3, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:46.435292 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-4d79ebcd-02ff-43b5-9fc3-8e2ce302a60f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1842c3be32224996862716f6fb8823d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5312817 Sep 20 23:13:46.438843 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49510) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:46.519474 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4de545-80cd-4e02-869c-462d251dcd07 None None] The sync data for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi is: [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:42Z', 'revision_number': 3, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:13:46.556504 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d401afd1-7d76-4081-96a7-c2ecc293bbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.570918 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1ebc6b-d8e7-4ed4-989d-e1b641186023 None None] Network d7975024-3d3c-4495-aca9-5d230fb06e3a requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:13:46.604487 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d401afd1-7d76-4081-96a7-c2ecc293bbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.737957 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49516) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:46.770817 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.793709 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae604be7-c7df-482b-90ba-2f3c84b2fedf admin admin] Deleting subnet 6c196938-6d81-47ee-907c-e993bb2fd630 {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:13:46.798740 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ae604be7-c7df-482b-90ba-2f3c84b2fedf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.804067 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-b52cc8d0-602d-4f3f-bf56-420c3c99941a service neutron] 10.222.0.15 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289629 Sep 20 23:13:46.807298 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.832537 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d401afd1-7d76-4081-96a7-c2ecc293bbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.836242 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d401afd1-7d76-4081-96a7-c2ecc293bbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.853360 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d401afd1-7d76-4081-96a7-c2ecc293bbc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f13bcd04-277a-4796-8c6f-6d21a90f58e4 HTTP/1.1" status: 204 len: 168 time: 0.4032414 Sep 20 23:13:46.926779 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401afd1-7d76-4081-96a7-c2ecc293bbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13bcd04-277a-4796-8c6f-6d21a90f58e4,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:46.966570 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ae604be7-c7df-482b-90ba-2f3c84b2fedf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:46.981989 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ae604be7-c7df-482b-90ba-2f3c84b2fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:47.214303 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Allocated IP 172.20.0.1 (d9776176-0595-48fe-b09a-36c6fb5e06ba/893812b5-320d-4044-908a-5a69f0902644/8980f1fa-8d8c-4bf1-b60d-33853dcce7f0) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:13:47.225975 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0b3f66d4-79bb-4237-b9d3-61cbe3117ba7 req-cc1a0a80-08e9-4f05-b910-bfa73f247c33 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0502672 Sep 20 23:13:47.303654 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ae604be7-c7df-482b-90ba-2f3c84b2fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:47.342345 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-f93460a1-4451-4ca3-a345-9028f96faac4 service neutron] 10.222.0.15 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279241 Sep 20 23:13:47.351810 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Allocated IP 172.27.3.14 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/98513d2a-e214-4a0a-aa16-75ef73407233) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:13:47.374916 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae604be7-c7df-482b-90ba-2f3c84b2fedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c196938-6d81-47ee-907c-e993bb2fd630,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:47.408131 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ae604be7-c7df-482b-90ba-2f3c84b2fedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:47.415335 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ae604be7-c7df-482b-90ba-2f3c84b2fedf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6c196938-6d81-47ee-907c-e993bb2fd630 HTTP/1.1" status: 204 len: 168 time: 0.6763866 Sep 20 23:13:47.416478 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49538) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:47.519650 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:47.581012 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:47.658092 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.35', 54670) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:47.757542 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:47.775910 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:47.781474 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > port after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > port after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784570 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784657 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.784967 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:47.969483 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Network d9776176-0595-48fe-b09a-36c6fb5e06ba is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:48.003413 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:48.057426 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:48.059373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:48.059373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:48.059373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94584) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:13:48.059373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143628fa-dbd6-4d8c-83b8-bb8f8f441a80']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:48.083802 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34870bb8-c589-4834-8864-516b7da4c529') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:48.084538 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34870bb8-c589-4834-8864-516b7da4c529') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:48.106721 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.121499 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:13:48.121694 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.160883 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-d4baee03-1e00-4e28-9efa-83199cf78e02 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:48.219886 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-d4baee03-1e00-4e28-9efa-83199cf78e02 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.35 "GET /v2.0/networks?id=a207fcdb-b1d7-40c0-9794-85e1882a9478 HTTP/1.1" status: 200 len: 812 time: 0.4586942 Sep 20 23:13:48.219886 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:48.221953 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-222421d5-c452-45b3-86e2-17ebf35ff287 req-a323c0b2-83b9-4472-b8c5-7bee0b4aaffd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.0975249 Sep 20 23:13:48.221953 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.235314 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:13:48.235724 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: from cryptography.utils import int_from_bytes Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: from cryptography.utils import int_from_bytes Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:13:48.239937 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:13:48.308710 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Request body: {'port': {'device_id': 'd2abdda8-d5e6-4de8-a1c0-92794aab3e3a', 'network_id': 'a207fcdb-b1d7-40c0-9794-85e1882a9478', 'admin_state_up': True, 'tenant_id': '003f7661fc274c3399db8ef1260c75aa'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:48.364390 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.402908 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-964c2f5e-040f-4d86-8521-0738baa51b22 None None] Provisioning complete for port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:48.404475 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-964c2f5e-040f-4d86-8521-0738baa51b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.463788 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.471988 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.474793 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] 10.222.0.15 "DELETE /v2.0/networks/143628fa-dbd6-4d8c-83b8-bb8f8f441a80 HTTP/1.1" status: 204 len: 168 time: 1.0573945 Sep 20 23:13:48.505536 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49592) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:48.506772 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee115259-7368-437c-8406-c535de0a7320 admin admin] Pushing event deleted for resources: {'Network': ['ID=143628fa-dbd6-4d8c-83b8-bb8f8f441a80,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:48.519038 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-964c2f5e-040f-4d86-8521-0738baa51b22 None None] Port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:13:48.585095 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85be8d5-3a84-401e-a074-0116ca6b6e7e admin admin] Deleting subnet 69298013-0aa5-4cb6-9116-44f9a3105095 {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:13:48.590407 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f85be8d5-3a84-401e-a074-0116ca6b6e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.653450 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f85be8d5-3a84-401e-a074-0116ca6b6e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7896106'] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.705874 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f85be8d5-3a84-401e-a074-0116ca6b6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.855467 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device e44b56e7-e93f-4086-8c80-95024fdd39ac up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:13:48.863203 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f85be8d5-3a84-401e-a074-0116ca6b6e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7896304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8367307'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.926355 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4c3a8660-c1fb-4e5b-9994-15d48d134159 req-e4ec0813-1bd8-47e0-b165-3069339c46ed tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.1317828 Sep 20 23:13:48.960337 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f85be8d5-3a84-401e-a074-0116ca6b6e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:48.976853 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f85be8d5-3a84-401e-a074-0116ca6b6e7e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/69298013-0aa5-4cb6-9116-44f9a3105095 HTTP/1.1" status: 204 len: 168 time: 0.4631329 Sep 20 23:13:48.984107 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49628) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:48.993075 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85be8d5-3a84-401e-a074-0116ca6b6e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69298013-0aa5-4cb6-9116-44f9a3105095,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:49.019494 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port e44b56e7-e93f-4086-8c80-95024fdd39ac triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:49.021287 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.091835 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.101364 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.188780 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.196797 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.215477 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.223186 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Made reservation on behalf of 003f7661fc274c3399db8ef1260c75aa for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:49.230816 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.237003 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port e44b56e7-e93f-4086-8c80-95024fdd39ac, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=e44b56e7-e93f-4086-8c80-95024fdd39ac,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:13:49.247460 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7975024-3d3c-4495-aca9-5d230fb06e3a']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:49.260712 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff052c6-4e31-4d01-a6de-1d0e004a8a09') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:49.261172 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff052c6-4e31-4d01-a6de-1d0e004a8a09') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:49.278398 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.292834 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:49.300209 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9d9795c9-5079-4c82-af58-31379374a484 req-7d33091b-bf74-4085-9677-962a7f6b7922 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.0421379 Sep 20 23:13:49.302379 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:49.305502 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:13:49.308999 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.317470 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:13:49.318188 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:13:49.320183 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:13:49.335325 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.430991 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=e44b56e7-e93f-4086-8c80-95024fdd39ac,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:49.553545 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Pushing event updated for resources: {'Port': ['ID=98513d2a-e214-4a0a-aa16-75ef73407233,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:49.708413 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.714871 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:49.721032 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/d7975024-3d3c-4495-aca9-5d230fb06e3a HTTP/1.1" status: 204 len: 168 time: 0.7303972 Sep 20 23:13:49.746605 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4f244-38af-4480-989a-f0ae6fcaf1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=d7975024-3d3c-4495-aca9-5d230fb06e3a,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:49.813220 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Allocated IP 172.20.0.3 (a207fcdb-b1d7-40c0-9794-85e1882a9478/1a5d27d2-6758-4d22-a6f0-80db6ceb1c42/9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:13:50.146547 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c9e3c239-701c-43dc-89a3-a55adc4e24da req-ac10f37d-2feb-4bb8-9bfd-f47a528be8a6 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0515432 Sep 20 23:13:50.173404 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.206736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49680) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:50.329770 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49690) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:50.352549 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.411982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.412790 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.415693 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.511627 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.540072 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3b77cc70-4a74-4604-aa02-00ec13593dbe req-1b978a76-accc-4814-a32c-57ec4d82b1ee tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.0899985 Sep 20 23:13:50.543031 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-5d0d32b9-b8d5-4e12-89a4-e17386638728 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cae436ca19b4654bb3aa2836848022c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2114260 Sep 20 23:13:50.546205 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49700) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:50.673650 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1527b7c2-531d-497a-abe1-44e861615cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.698511 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Network a207fcdb-b1d7-40c0-9794-85e1882a9478 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:50.704774 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4db7-9708-409f-92fb-9592500d10e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.835555 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device e44b56e7-e93f-4086-8c80-95024fdd39ac up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:13:50.892987 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:50.896701 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Pushing event updated for resources: {'Port': ['ID=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:50.899039 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:13:50.906916 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:50.907736 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.957268 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port e44b56e7-e93f-4086-8c80-95024fdd39ac triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:50.959333 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.961107 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4db7-9708-409f-92fb-9592500d10e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:50.969991 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1527b7c2-531d-497a-abe1-44e861615cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:51.171434 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Network d9776176-0595-48fe-b09a-36c6fb5e06ba is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:51.198486 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:51.349538 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:51.349663 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4db7-9708-409f-92fb-9592500d10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:51.354314 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1527b7c2-531d-497a-abe1-44e861615cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:51.357179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1527b7c2-531d-497a-abe1-44e861615cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:51.360319 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1527b7c2-531d-497a-abe1-44e861615cd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4fc347a-b762-4c78-a25c-ca221bf909ca HTTP/1.1" status: 204 len: 168 time: 0.8130186 Sep 20 23:13:51.487385 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4db7-9708-409f-92fb-9592500d10e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832ccd88-ccbf-404c-9e1b-fcd209674b85,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:51.529133 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730fcdd-6dd8-43ee-b6f9-9033de6cc564 req-2e74b119-4854-4d02-8bbc-ce4047b96b5d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:51.538850 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2730fcdd-6dd8-43ee-b6f9-9033de6cc564 req-2e74b119-4854-4d02-8bbc-ce4047b96b5d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 931 time: 0.2924626 Sep 20 23:13:51.614046 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:52.206757 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527b7c2-531d-497a-abe1-44e861615cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fc347a-b762-4c78-a25c-ca221bf909ca,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:52.206757 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d0bb4db7-9708-409f-92fb-9592500d10e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e43228f033734d04870108f5b140b4c3&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4319866 Sep 20 23:13:52.206757 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49730) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:52.210073 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Pushing event updated for resources: {'Port': ['ID=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:52.211214 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-41244d09-fc6d-4f3c-a8a6-7d40fe98a788 None None] Provisioning complete for port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:52.211214 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-41244d09-fc6d-4f3c-a8a6-7d40fe98a788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:52.211214 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-41244d09-fc6d-4f3c-a8a6-7d40fe98a788 None None] Port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:13:52.212108 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2730fcdd-6dd8-43ee-b6f9-9033de6cc564 req-cb205ef4-3ae8-4b93-b15a-c17bf33f1fa8 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306011 Sep 20 23:13:52.212404 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-88bbd922-5949-4229-933a-e8b09a12b58f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5033484 Sep 20 23:13:52.212790 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-78569dbe-e054-40c7-a2f3-c02e819dc9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:52.218065 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-4a03a661-d15d-4ecb-8634-3e6110e998aa tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:13:52.218065 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-4a03a661-d15d-4ecb-8634-3e6110e998aa tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065131 Sep 20 23:13:52.218304 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-78569dbe-e054-40c7-a2f3-c02e819dc9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:52.218434 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e7f19b2a-a863-4b4d-8141-e49316aeb812 req-5090444b-277f-4dfa-ada5-54b2389e465d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.0570118 Sep 20 23:13:52.218434 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Router 57aad96b-8d9f-4556-8861-6eb285b1ba3d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:13:52.218434 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:13:52.218434 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7b9a8d56-ebfb-4f27-9baa-caf6db4c63d9 admin admin] 10.222.0.15 "PUT /v2.0/routers/57aad96b-8d9f-4556-8861-6eb285b1ba3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6390734 Sep 20 23:13:52.218861 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Sync routers for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:13:52.218861 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:13:52.218861 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:13:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:52.219209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-78569dbe-e054-40c7-a2f3-c02e819dc9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:52.219209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-78569dbe-e054-40c7-a2f3-c02e819dc9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:52.219209 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-78569dbe-e054-40c7-a2f3-c02e819dc9a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/832ccd88-ccbf-404c-9e1b-fcd209674b85 HTTP/1.1" status: 204 len: 168 time: 0.5190532 Sep 20 23:13:52.219209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78569dbe-e054-40c7-a2f3-c02e819dc9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832ccd88-ccbf-404c-9e1b-fcd209674b85,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:52.221725 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Router f3b50030-2590-4a68-9a74-04a30614d813 is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:13:52.397289 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:13:52.410276 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Sync routers for ids ['f3b50030-2590-4a68-9a74-04a30614d813'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:13:52.433098 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Routers {'f3b50030-2590-4a68-9a74-04a30614d813'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:13:52.433781 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:13:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f3b50030-2590-4a68-9a74-04a30614d813'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:52.440055 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:13:52.502399 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:52.504110 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-ccf3183f-0980-4522-9d2d-bb4936db4d1d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.1734734 Sep 20 23:13:52.507210 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49742) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:52.720789 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Set router f3b50030-2590-4a68-9a74-04a30614d813 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:13:52.887184 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 2, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:52.974933 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Checking router: 57aad96b-8d9f-4556-8861-6eb285b1ba3d for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:13:52.975148 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Updating router 57aad96b-8d9f-4556-8861-6eb285b1ba3d port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:13:53.049030 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.250173 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc87096-84e3-4ff2-a684-b4d2d7efcd49 req-56f6c6a2-0e9f-41dc-9c00-7e3151abfe8a tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:53.254726 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 3, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:53.281856 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dbc87096-84e3-4ff2-a684-b4d2d7efcd49 req-56f6c6a2-0e9f-41dc-9c00-7e3151abfe8a tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 931 time: 0.1631062 Sep 20 23:13:53.315531 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Checking router: f3b50030-2590-4a68-9a74-04a30614d813 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:13:53.317640 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Updating router f3b50030-2590-4a68-9a74-04a30614d813 port 98513d2a-e214-4a0a-aa16-75ef73407233 binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:13:53.356681 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49762) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:53.383383 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.468560 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1aae8d7e-9bb7-4642-a6dd-493c0b25a4c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b9fcd475f094a86aad9e133aec150bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1105437 Sep 20 23:13:53.472979 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49764) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:53.483515 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dbc87096-84e3-4ff2-a684-b4d2d7efcd49 req-d03d3d00-3bfe-4a93-a297-8466417213bb tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006860 Sep 20 23:13:53.539761 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49766) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:53.583594 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.631938 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1757740e-f7f6-4871-9b31-9623b8a52f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.689758 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49768) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:53.696011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-72d8069a-d25c-4475-99fa-a6b7ef6e4c55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457323443', 'description': 'tempest-description--85776185'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:53.709005 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6e14f8df-48bb-4021-81e3-400cc417ada2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.751168 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6e14f8df-48bb-4021-81e3-400cc417ada2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.776168 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7539ca65-3752-4b44-a6d7-22326971184b req-62c81c7f-588c-4cc6-9b14-3b365fd3b9f7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.0728610 Sep 20 23:13:53.898181 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.914731 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1757740e-f7f6-4871-9b31-9623b8a52f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.936374 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6e14f8df-48bb-4021-81e3-400cc417ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.939172 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6e14f8df-48bb-4021-81e3-400cc417ada2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.940369 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-6e14f8df-48bb-4021-81e3-400cc417ada2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a6d36a0-d5f9-40de-82f9-fe2223b005f0 HTTP/1.1" status: 204 len: 168 time: 0.4655886 Sep 20 23:13:53.950310 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14f8df-48bb-4021-81e3-400cc417ada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6d36a0-d5f9-40de-82f9-fe2223b005f0,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:53.956580 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:53.963542 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Request body: {'port': {'device_id': 'd2abdda8-d5e6-4de8-a1c0-92794aab3e3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:54.011518 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Allocated IP 172.20.0.1 (2722247a-29e7-46e7-9cb2-30646bed1b57/d8ffbb60-db02-456a-b172-09b96a9e3743/6bc030a4-fd10-4d73-aba4-6ab2e07e0b89) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:13:54.027878 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.034849 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1757740e-f7f6-4871-9b31-9623b8a52f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.045898 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.055323 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.139469 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf905d-8a35-48af-b390-3273ed6cd291 None None] Pushing event updated for resources: {'Port': ['ID=98513d2a-e214-4a0a-aa16-75ef73407233,revision_number=2']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:54.144954 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.35', 54690) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:54.215897 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Attempting to bind port 98513d2a-e214-4a0a-aa16-75ef73407233 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:13:54.220593 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Attempting to bind port 98513d2a-e214-4a0a-aa16-75ef73407233 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:13:54.222300 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1757740e-f7f6-4871-9b31-9623b8a52f0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a86a21da8684b0bad64eecb66e3800f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733129 Sep 20 23:13:54.232627 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Attempting to bind port 98513d2a-e214-4a0a-aa16-75ef73407233 on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:13:54.238908 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:13:54.239730 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:54.241356 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.242808 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:13:54.243082 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Bound port: 98513d2a-e214-4a0a-aa16-75ef73407233, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:13:54.243567 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.263368 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49782) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:54.326057 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] For port 98513d2a-e214-4a0a-aa16-75ef73407233, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:13:54.331412 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] For port 98513d2a-e214-4a0a-aa16-75ef73407233, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=98513d2a-e214-4a0a-aa16-75ef73407233,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:13:54.442381 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe9713-5820-4d59-8243-90cf20e99b16 None None] Pushing event updated for resources: {'Port': ['ID=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:54.443608 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757740e-f7f6-4871-9b31-9623b8a52f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1800aa5-26a4-4afb-95c2-520545adb061,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Attempting to bind port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Attempting to bind port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Attempting to bind port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 on network d9776176-0595-48fe-b09a-36c6fb5e06ba {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Checking segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Bound using segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Bound port: 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:13:54.444444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.445410 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-10d2144c-eb28-41e1-8078-863716a5dfb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.470803 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-10d2144c-eb28-41e1-8078-863716a5dfb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.602217 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] For port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:13:54.612432 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-61f6c4b3-0ae7-483e-8708-b8224fa7d8da None None] Provisioning complete for port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:54.612432 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-61f6c4b3-0ae7-483e-8708-b8224fa7d8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.612432 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] For port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:13:54.679210 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-61f6c4b3-0ae7-483e-8708-b8224fa7d8da None None] Port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:13:54.737376 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdeb718-d859-45ed-bf24-f42d9044a36b req-61cdf60b-fb15-4fee-a7b5-4b28aabeb084 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:54.762351 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6fdeb718-d859-45ed-bf24-f42d9044a36b req-61cdf60b-fb15-4fee-a7b5-4b28aabeb084 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 931 time: 0.1379395 Sep 20 23:13:54.831886 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.910736 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-609cf2ff-db9f-429a-9f8c-2aa31ad4df4d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:54.913279 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-609cf2ff-db9f-429a-9f8c-2aa31ad4df4d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 814 time: 0.7481048 Sep 20 23:13:54.972136 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-72d8069a-d25c-4475-99fa-a6b7ef6e4c55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:54.984841 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce84399e-637c-451b-a118-f6be6d983703 req-3f9cba18-6f8b-45a8-91c8-e76883adcc68 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.0386963 Sep 20 23:13:54.995299 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.005960 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6fdeb718-d859-45ed-bf24-f42d9044a36b req-30a5d4ca-228b-4b27-ae51-90aff32a2aa8 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425725 Sep 20 23:13:55.031643 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-10d2144c-eb28-41e1-8078-863716a5dfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.034425 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-10d2144c-eb28-41e1-8078-863716a5dfb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.039991 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.047925 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-10d2144c-eb28-41e1-8078-863716a5dfb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1800aa5-26a4-4afb-95c2-520545adb061 HTTP/1.1" status: 204 len: 168 time: 0.7822437 Sep 20 23:13:55.090526 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.102514 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2144c-eb28-41e1-8078-863716a5dfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1800aa5-26a4-4afb-95c2-520545adb061,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:55.264150 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Routers {'f3b50030-2590-4a68-9a74-04a30614d813'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:13:55.265296 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:13:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f3b50030-2590-4a68-9a74-04a30614d813'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:55.272845 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbf905d-8a35-48af-b390-3273ed6cd291 None None] Pushing event updated for resources: {'Port': ['ID=98513d2a-e214-4a0a-aa16-75ef73407233,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:55.304935 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:13:55.306289 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:13:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:55.325677 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Network 2722247a-29e7-46e7-9cb2-30646bed1b57 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:55.496109 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:55.496109 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:13:55.496109 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.496559 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-72d8069a-d25c-4475-99fa-a6b7ef6e4c55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.497070 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe9713-5820-4d59-8243-90cf20e99b16 None None] Pushing event updated for resources: {'Port': ['ID=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:55.509222 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:55.550906 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] Set router f3b50030-2590-4a68-9a74-04a30614d813 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:13:55.565608 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:13:55.623939 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:13:55.655160 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.690718 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-72d8069a-d25c-4475-99fa-a6b7ef6e4c55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.740471 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Transition to ACTIVE for port object 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:13:55.756393 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8069a-d25c-4475-99fa-a6b7ef6e4c55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f23f84-6ddc-43b3-86dd-80021c1fd651,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:55.758154 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Request body: {'port': {'device_id': '9f9eddd8-f730-48be-8d8f-f47e706f393a', 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'admin_state_up': True, 'tenant_id': '5af4827395364a6cbe6e71928fad635e'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:55.794885 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-6d5111ed-79b6-4990-a2fc-827edcc2baef None None] Provisioning complete for port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:55.795254 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-6d5111ed-79b6-4990-a2fc-827edcc2baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.851945 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-72d8069a-d25c-4475-99fa-a6b7ef6e4c55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.853541 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-72d8069a-d25c-4475-99fa-a6b7ef6e4c55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1627429 Sep 20 23:13:55.856687 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49802) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:55.865359 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-3751a750-f354-49c9-8dc6-ef73561089b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'security_group_rule': {'security_group_id': '62f23f84-6ddc-43b3-86dd-80021c1fd651', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:55.906586 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 3, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:55.935780 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:55.949380 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44c80e-33e1-4d07-8394-16ca3476915a None None] The sync data for ids ['f3b50030-2590-4a68-9a74-04a30614d813'] in dv-cinder-809965-2-iscsi is: [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 3, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:13:55.987700 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-6d5111ed-79b6-4990-a2fc-827edcc2baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.021966 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3751a750-f354-49c9-8dc6-ef73561089b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.183203 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.216288 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-6d5111ed-79b6-4990-a2fc-827edcc2baef None None] For port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:13:56.226373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3751a750-f354-49c9-8dc6-ef73561089b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.265220 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Pushing event updated for resources: {'Port': ['ID=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:56.320752 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-aaf30294-28cc-469b-9538-ce484f5038b3 req-e47a407e-2fbf-4105-9a2a-7cf69c704452 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.1105967 Sep 20 23:13:56.401058 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72bd71-3f62-4b03-9eab-5eeea7aade66 req-8196baee-dc43-4fa6-ace2-7ddd1d0140b2 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:56.423063 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fc72bd71-3f62-4b03-9eab-5eeea7aade66 req-8196baee-dc43-4fa6-ace2-7ddd1d0140b2 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.1841173 Sep 20 23:13:56.491987 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fc72bd71-3f62-4b03-9eab-5eeea7aade66 req-e7919a62-4acd-4ad1-8875-0526770f62ce tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622110 Sep 20 23:13:56.554765 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3751a750-f354-49c9-8dc6-ef73561089b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.586253 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-6d5111ed-79b6-4990-a2fc-827edcc2baef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.591979 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751a750-f354-49c9-8dc6-ef73561089b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b31df6-8038-4e0d-9fe6-4217cb7f0c15,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:56.609523 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Attempting to bind port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:13:56.610043 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Attempting to bind port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '5c8d9b4a-acf4-4505-a62a-83e30164a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a207fcdb-b1d7-40c0-9794-85e1882a9478'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:13:56.610359 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Attempting to bind port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef on network a207fcdb-b1d7-40c0-9794-85e1882a9478 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:13:56.620682 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef on network a207fcdb-b1d7-40c0-9794-85e1882a9478 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:13:56.621261 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Attempting to bind port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef on network a207fcdb-b1d7-40c0-9794-85e1882a9478 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:13:56.630232 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:13:56.630232 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Checking segment: {'id': '5c8d9b4a-acf4-4505-a62a-83e30164a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a207fcdb-b1d7-40c0-9794-85e1882a9478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:13:56.630700 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Bound using segment: {'id': '5c8d9b4a-acf4-4505-a62a-83e30164a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a207fcdb-b1d7-40c0-9794-85e1882a9478'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:13:56.631307 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Bound port: 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8d9b4a-acf4-4505-a62a-83e30164a0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a207fcdb-b1d7-40c0-9794-85e1882a9478'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:13:56.631961 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.659277 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:54Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:56.662909 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5111ed-79b6-4990-a2fc-827edcc2baef None None] Pushing event updated for resources: {'Port': ['ID=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:56.707114 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edff7c2-003a-4242-934a-0357ed2d7a95 None None] The sync data for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi is: [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:54Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:13:56.892725 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Made reservation on behalf of 5af4827395364a6cbe6e71928fad635e for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:13:56.902417 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.907724 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 98513d2a-e214-4a0a-aa16-75ef73407233 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:13:56.962216 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 98513d2a-e214-4a0a-aa16-75ef73407233 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:56.962594 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:56.987501 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] For port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:13:57.039418 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3751a750-f354-49c9-8dc6-ef73561089b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.045030 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-3751a750-f354-49c9-8dc6-ef73561089b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1829565 Sep 20 23:13:57.047075 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49828) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:57.052391 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-1f6ac583-11a6-4056-8f21-7f8197ff0d82 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'security_group_rule': {'security_group_id': '62f23f84-6ddc-43b3-86dd-80021c1fd651', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:57.060630 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] For port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,segment=NetworkSegment(5c8d9b4a-acf4-4505-a62a-83e30164a0fb),segment_id=5c8d9b4a-acf4-4505-a62a-83e30164a0fb)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:13:57.078616 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.087939 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.122502 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port 98513d2a-e214-4a0a-aa16-75ef73407233, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=98513d2a-e214-4a0a-aa16-75ef73407233,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:13:57.148624 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.175999 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1f6ac583-11a6-4056-8f21-7f8197ff0d82 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.184376 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:57.186892 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.191668 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] 10.222.0.35 "PUT /v2.0/ports/9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef HTTP/1.1" status: 200 len: 1093 time: 3.4913249 Sep 20 23:13:57.199863 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.250475 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2abdda8-d5e6-4de8-a1c0-92794aab3e3a', 'tag': '9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:13:57.291370 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=98513d2a-e214-4a0a-aa16-75ef73407233,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:57.324016 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1f6ac583-11a6-4056-8f21-7f8197ff0d82 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.348917 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.349840 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.385138 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Allocated IP 172.20.0.14 (3c95e3e5-31ee-40f9-9c34-4e1296683fa1/feb51c93-3cd3-4e62-87e2-82786b114682/541df585-c6f9-40e0-9221-d0295b0e14cc) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:13:57.405539 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1f6ac583-11a6-4056-8f21-7f8197ff0d82 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.429163 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ac583-11a6-4056-8f21-7f8197ff0d82 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e53fa1f-774e-4161-b1a2-a48489b3508f,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:57.437035 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f786498-e406-4eeb-a27d-62d713644a2a service neutron] Pushing event updated for resources: {'Port': ['ID=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:57.477828 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49842) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:57.531113 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1f6ac583-11a6-4056-8f21-7f8197ff0d82 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.533079 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1f6ac583-11a6-4056-8f21-7f8197ff0d82 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4834902 Sep 20 23:13:57.533962 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 49852) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:57.539996 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:13:57.576596 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4095a527-0c65-410e-b991-3b2b509979f4 req-effcc6dd-30b6-4081-8ae4-f772e8c0dfc7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.1246946 Sep 20 23:13:57.618102 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:57.658209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.681224 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Network 2722247a-29e7-46e7-9cb2-30646bed1b57 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:57.713233 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2abdda8-d5e6-4de8-a1c0-92794aab3e3a", "tag": "9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:13:57.714723 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:57.745227 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e26125be-94fc-4141-a478-db9ee88d39e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.780684 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77013765-9e62-4a5b-87c6-bad8090a93c1 req-a6cfe924-0f07-4366-9e8c-f1e94061d966 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:57.782587 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77013765-9e62-4a5b-87c6-bad8090a93c1 req-a6cfe924-0f07-4366-9e8c-f1e94061d966 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.1741102 Sep 20 23:13:57.852041 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:57.880998 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Router f3b50030-2590-4a68-9a74-04a30614d813 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:13:57.934904 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77013765-9e62-4a5b-87c6-bad8090a93c1 req-01448947-1dab-4886-b33f-6ef1834eb593 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399415 Sep 20 23:13:58.099107 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e26125be-94fc-4141-a478-db9ee88d39e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.101164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.118330 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0e7720-2f16-481d-8d50-81a089c0577b x-openstack-request-id: req-4c0e7720-2f16-481d-8d50-81a089c0577b {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:13:58.118870 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2abdda8-d5e6-4de8-a1c0-92794aab3e3a", "tag": "9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:13:58.118870 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c0e7720-2f16-481d-8d50-81a089c0577b {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:13:58.121065 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2abdda8-d5e6-4de8-a1c0-92794aab3e3a', 'tag': '9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef', 'status': 'completed', 'code': 200} Sep 20 23:13:58.177131 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e26125be-94fc-4141-a478-db9ee88d39e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.200757 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:13:58.221529 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-fbccdd50-98ed-4c11-a118-133260471c84 admin admin] 10.222.0.15 "PUT /v2.0/routers/f3b50030-2590-4a68-9a74-04a30614d813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7045605 Sep 20 23:13:58.221529 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.268465 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:58.272094 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:58.276265 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:13:58.282169 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:58.282604 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.299238 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-e26125be-94fc-4141-a478-db9ee88d39e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec35206a00024824b15ab1050969c0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8185172 Sep 20 23:13:58.300107 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Pushing event updated for resources: {'Port': ['ID=541df585-c6f9-40e0-9221-d0295b0e14cc,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:58.303114 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 49876) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:13:58.318166 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26125be-94fc-4141-a478-db9ee88d39e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15da008b-e3e9-4764-acc0-ade9b9f68e8a,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:58.357787 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Allocated IP 172.27.3.125 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/261e8930-21bf-439e-a3d6-7a28401d97b6) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:13:58.377478 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-623fdd6c-c544-4010-9e19-f89fc8d4db3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.405533 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-623fdd6c-c544-4010-9e19-f89fc8d4db3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.476906 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d5dca4d2-5583-4973-b6c6-3aa220bc1380 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7270827 Sep 20 23:13:58.534871 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.535346 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-623fdd6c-c544-4010-9e19-f89fc8d4db3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.535346 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-623fdd6c-c544-4010-9e19-f89fc8d4db3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.542438 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-623fdd6c-c544-4010-9e19-f89fc8d4db3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15da008b-e3e9-4764-acc0-ade9b9f68e8a HTTP/1.1" status: 204 len: 168 time: 0.2342231 Sep 20 23:13:58.551078 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fdd6c-c544-4010-9e19-f89fc8d4db3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15da008b-e3e9-4764-acc0-ade9b9f68e8a,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:58.701859 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:58.785578 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Sync routers for ids ['f3b50030-2590-4a68-9a74-04a30614d813'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:13:58.822871 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Routers {'f3b50030-2590-4a68-9a74-04a30614d813'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:13:58.824134 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:13:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f3b50030-2590-4a68-9a74-04a30614d813'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:58.846810 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'Port': ['ID=261e8930-21bf-439e-a3d6-7a28401d97b6,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:13:58.869507 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:13:58.873472 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:13:58.876918 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:13:58.916742 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b968dc-4a94-4430-98ee-76c014800ffd req-1c2adc46-2627-4a6b-be7d-0e3b465b0a74 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:58.927283 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e4b968dc-4a94-4430-98ee-76c014800ffd req-1c2adc46-2627-4a6b-be7d-0e3b465b0a74 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 932 time: 0.2440746 Sep 20 23:13:58.945437 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:13:59.002329 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e4b968dc-4a94-4430-98ee-76c014800ffd req-c89518e8-fd93-4abe-b25f-79094206ef08 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733912 Sep 20 23:13:59.084509 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Set router f3b50030-2590-4a68-9a74-04a30614d813 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:13:59.107634 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:59.107930 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:59.177267 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:59.197053 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6353cd-ae9a-4168-ba66-a83c4ad367d5 req-b8bdf9b3-6337-456c-9e19-1e92604c0f91 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:59.204451 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fb6353cd-ae9a-4168-ba66-a83c4ad367d5 req-b8bdf9b3-6337-456c-9e19-1e92604c0f91 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.1009791 Sep 20 23:13:59.269191 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fb6353cd-ae9a-4168-ba66-a83c4ad367d5 req-4a9b1c40-1cc8-40df-8459-fdfbe1cdd50a tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618908 Sep 20 23:13:59.335703 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:59.484977 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 98513d2a-e214-4a0a-aa16-75ef73407233 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:13:59.557307 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 98513d2a-e214-4a0a-aa16-75ef73407233 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:13:59.557307 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:59.557559 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:13:55Z', 'revision_number': 4, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6bc030a4-fd10-4d73-aba4-6ab2e07e0b89', 'name': '', 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'mac_address': 'fa:16:3e:8b:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8ffbb60-db02-456a-b172-09b96a9e3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:53Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 2, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'subnets': [{'id': 'd8ffbb60-db02-456a-b172-09b96a9e3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:13:59.608359 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Checking router: f3b50030-2590-4a68-9a74-04a30614d813 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:13:59.611089 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Updating router f3b50030-2590-4a68-9a74-04a30614d813 port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:13:59.666287 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:59.727674 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:59.772344 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-1741158f-37fa-44d3-81f2-7ddc70fcd465 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:13:59.781441 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-1741158f-37fa-44d3-81f2-7ddc70fcd465 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 819 time: 0.1796601 Sep 20 23:13:59.801111 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-8ee45225-809c-47ce-bdc4-07d1387acc51 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/quotas/afb0754f92594ae9b6c407e5e9b5bc88 HTTP/1.1" status: 200 len: 375 time: 0.0180907 Sep 20 23:13:59.816203 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:13:59.871801 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-7b743cde-3c70-4556-80fc-7cd33df5fd66 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0685041 Sep 20 23:14:00.130869 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-8c4e806d-cc82-4446-b8e6-aec2f63d3192 service neutron] 10.222.0.15 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404974 Sep 20 23:14:00.317813 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:00.341982 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'Port': ['ID=261e8930-21bf-439e-a3d6-7a28401d97b6,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:00.363305 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3e09d022-e680-4099-ad22-8f2c54b5dd81 service neutron] 10.222.0.15 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260356 Sep 20 23:14:00.421654 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:00.444188 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073be5a-2fce-490c-88d6-fed77a56042d req-f7a0c0dd-49c7-4988-b367-a9d6cbfd7d03 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:00.453662 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c073be5a-2fce-490c-88d6-fed77a56042d req-f7a0c0dd-49c7-4988-b367-a9d6cbfd7d03 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 932 time: 0.2225733 Sep 20 23:14:00.478768 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:00.497204 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c073be5a-2fce-490c-88d6-fed77a56042d req-ad43181e-c8bc-4f7c-88f0-f09b5639d410 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417254 Sep 20 23:14:00.548463 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:00.558230 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f4d0bcd5-c949-4d38-83ff-e58239b85d1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0144584 Sep 20 23:14:00.703738 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4c9bf27e-2761-4c61-b910-5694706066ef req-ec0ac4ae-6364-4919-8dae-e2f9a077e67d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 210 time: 0.0532601 Sep 20 23:14:00.770564 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475351e2-fd22-411e-b643-95b0c97d76ca None None] Pushing event updated for resources: {'Port': ['ID=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:00.810226 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Attempting to bind port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:14:00.810906 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Attempting to bind port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:14:00.811499 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Attempting to bind port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 on network 2722247a-29e7-46e7-9cb2-30646bed1b57 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:00.819280 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:14:00.827577 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Checking segment: {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:14:00.828541 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:00.829870 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Bound using segment: {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:14:00.830573 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Bound port: 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:14:00.831205 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:00.856192 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb657969-0beb-4dee-9d32-e9e4461df315 req-083e3a12-f48f-4f05-95c6-3a90fd862296 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:00.875619 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cb657969-0beb-4dee-9d32-e9e4461df315 req-083e3a12-f48f-4f05-95c6-3a90fd862296 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.2796736 Sep 20 23:14:00.983421 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cb657969-0beb-4dee-9d32-e9e4461df315 req-ffbf49af-ce90-4527-9f74-c40eed48c344 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051435 Sep 20 23:14:01.039320 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] For port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:14:01.044034 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] For port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:14:01.222435 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:01.316788 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Routers {'f3b50030-2590-4a68-9a74-04a30614d813'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:14:01.318770 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:13:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f3b50030-2590-4a68-9a74-04a30614d813'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:14:01.392793 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475351e2-fd22-411e-b643-95b0c97d76ca None None] Pushing event updated for resources: {'Port': ['ID=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:01.496748 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-2d64f21a-9fa8-4839-845b-51274f4015b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1457323443&fields=id&tenant_id=5a2ba13959f14e42bf4b03418f6c0241 HTTP/1.1" status: 200 len: 267 time: 0.1162362 Sep 20 23:14:01.557007 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] Set router f3b50030-2590-4a68-9a74-04a30614d813 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:14:01.746314 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-8eb4ae2d-4341-4dc8-afa5-c17552a437ee tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:01.755578 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-8eb4ae2d-4341-4dc8-afa5-c17552a437ee tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 817 time: 0.2579646 Sep 20 23:14:01.786074 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Request body: {'port': {'device_id': '9f9eddd8-f730-48be-8d8f-f47e706f393a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:14:01.875468 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-7908cca8-a5d4-4980-9e2f-b302691858f5 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/quotas/5a2ba13959f14e42bf4b03418f6c0241 HTTP/1.1" status: 200 len: 375 time: 0.1186011 Sep 20 23:14:02.001789 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-30049664-7284-4613-9cdc-e7fa41186c78 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:02.003717 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-30049664-7284-4613-9cdc-e7fa41186c78 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 819 time: 0.3571808 Sep 20 23:14:02.004414 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-e4131299-77ea-41fb-b550-a9310437ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:02.006697 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-e4131299-77ea-41fb-b550-a9310437ca61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=003f7661fc274c3399db8ef1260c75aa&device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 1096 time: 0.2460918 Sep 20 23:14:02.042411 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:02.043486 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-91085eb3-5611-4556-8030-466b092084f5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/quotas/afb0754f92594ae9b6c407e5e9b5bc88 HTTP/1.1" status: 200 len: 375 time: 0.0307124 Sep 20 23:14:02.064580 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-3e82dd8d-6786-4009-a89a-5f8d8ef1fed3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1881175 Sep 20 23:14:02.240644 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-789caad4-30f5-4a06-ab33-6523b25a8ee6 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1952960 Sep 20 23:14:02.359463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-467e26f9-0704-4963-b153-9c3275946dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:13:55Z', 'revision_number': 4, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6bc030a4-fd10-4d73-aba4-6ab2e07e0b89', 'name': '', 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'mac_address': 'fa:16:3e:8b:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8ffbb60-db02-456a-b172-09b96a9e3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:53Z', 'updated_at': '2021-09-20T23:14:01Z', 'revision_number': 4, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'subnets': [{'id': 'd8ffbb60-db02-456a-b172-09b96a9e3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:14:02.408944 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-9fcf00ff-7677-4e6d-86f8-01dbe657d9c8 service neutron] 10.222.0.15 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992938 Sep 20 23:14:02.449429 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467e26f9-0704-4963-b153-9c3275946dde None None] The sync data for ids ['f3b50030-2590-4a68-9a74-04a30614d813'] in dv-cinder-809965-2-iscsi is: [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:13:55Z', 'revision_number': 4, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6bc030a4-fd10-4d73-aba4-6ab2e07e0b89', 'name': '', 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'mac_address': 'fa:16:3e:8b:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'd8ffbb60-db02-456a-b172-09b96a9e3743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:53Z', 'updated_at': '2021-09-20T23:14:01Z', 'revision_number': 4, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'subnets': [{'id': 'd8ffbb60-db02-456a-b172-09b96a9e3743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:14:02.481001 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-19d7a7e9-b548-4760-a9ea-7dab4fc1205a service neutron] 10.222.0.15 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338846 Sep 20 23:14:02.762918 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-ff6e5be3-c8d0-46ca-8d85-33493aa2eba7 service neutron] 10.222.0.15 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752490 Sep 20 23:14:02.798007 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-eba05c83-5998-450b-a8e3-e3b7fe2fc79d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef HTTP/1.1" status: 200 len: 217 time: 0.4044843 Sep 20 23:14:02.920224 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:14:03.005913 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-7f40e40a-c4d4-4aaa-a217-2174e6b37dfa service neutron] 10.222.0.15 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531040 Sep 20 23:14:03.077783 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:14:03.078166 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:03.180395 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541df585-c6f9-40e0-9221-d0295b0e14cc {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:03.189993 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:03.205894 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Transition to ACTIVE for port object 541df585-c6f9-40e0-9221-d0295b0e14cc will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:14:03.215146 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:03.277208 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:03.341979 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:03.376016 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:03.409679 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09abe9-026e-4396-8177-5c9515f0fce3 req-2a08661d-ba43-4bed-9d9b-67372a57efe2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:03.414318 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cb09abe9-026e-4396-8177-5c9515f0fce3 req-2a08661d-ba43-4bed-9d9b-67372a57efe2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 932 time: 0.0849421 Sep 20 23:14:03.481123 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Pushing event updated for resources: {'Port': ['ID=541df585-c6f9-40e0-9221-d0295b0e14cc,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:03.487361 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:03.490409 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cb09abe9-026e-4396-8177-5c9515f0fce3 req-667539cd-bbbf-4bcc-aef1-1c52118faaa8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651348 Sep 20 23:14:03.602841 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9dee486c-b5a1-4aae-818a-9e074e0b79dd req-2061016c-d2d9-4129-882c-775ac145789f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0551207 Sep 20 23:14:03.629691 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Attempting to bind port 541df585-c6f9-40e0-9221-d0295b0e14cc on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:14:03.630218 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Attempting to bind port 541df585-c6f9-40e0-9221-d0295b0e14cc by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:14:03.630571 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Attempting to bind port 541df585-c6f9-40e0-9221-d0295b0e14cc on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:03.640507 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Port 541df585-c6f9-40e0-9221-d0295b0e14cc on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:14:03.640836 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Attempting to bind port 541df585-c6f9-40e0-9221-d0295b0e14cc on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:03.649895 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:14:03.650227 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Checking segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:14:03.650617 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Bound using segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:14:03.651055 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Bound port: 541df585-c6f9-40e0-9221-d0295b0e14cc, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:14:03.651469 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:03.690821 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fb496-be7a-4b29-8900-23829fa42f54 req-8b746803-84e0-450d-a3af-e22d2de5eb46 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:03.693170 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ac9fb496-be7a-4b29-8900-23829fa42f54 req-8b746803-84e0-450d-a3af-e22d2de5eb46 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.1720896 Sep 20 23:14:03.737190 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0378e10c-d771-43b0-82f2-ad47777653ad req-5813636f-fadb-4913-8a7d-e1f738b33752 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 210 time: 0.0809250 Sep 20 23:14:03.797139 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] For port 541df585-c6f9-40e0-9221-d0295b0e14cc, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:14:03.866170 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] For port 541df585-c6f9-40e0-9221-d0295b0e14cc, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=541df585-c6f9-40e0-9221-d0295b0e14cc,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:14:03.881762 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ac9fb496-be7a-4b29-8900-23829fa42f54 req-64612fba-6625-45ca-9a5a-d174fd0c2884 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737826 Sep 20 23:14:03.931477 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:03.996378 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:03.997363 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:03.999549 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] 10.222.0.35 "PUT /v2.0/ports/541df585-c6f9-40e0-9221-d0295b0e14cc HTTP/1.1" status: 200 len: 1094 time: 2.2406056 Sep 20 23:14:04.000775 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9eddd8-f730-48be-8d8f-f47e706f393a', 'tag': '541df585-c6f9-40e0-9221-d0295b0e14cc'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:04.005153 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64e4672-4f57-406f-80f4-aedfc2175c42" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9eddd8-f730-48be-8d8f-f47e706f393a", "tag": "541df585-c6f9-40e0-9221-d0295b0e14cc"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:04.058734 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904d2a-fa9d-4edd-9a11-693aecf5adec service neutron] Pushing event updated for resources: {'Port': ['ID=541df585-c6f9-40e0-9221-d0295b0e14cc,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:04.322563 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815b6110-143f-41cc-8a25-332aa6a0fd0c x-openstack-request-id: req-815b6110-143f-41cc-8a25-332aa6a0fd0c {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:04.325400 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9eddd8-f730-48be-8d8f-f47e706f393a", "tag": "541df585-c6f9-40e0-9221-d0295b0e14cc", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:04.325400 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-815b6110-143f-41cc-8a25-332aa6a0fd0c {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:04.325400 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9eddd8-f730-48be-8d8f-f47e706f393a', 'tag': '541df585-c6f9-40e0-9221-d0295b0e14cc', 'status': 'completed', 'code': 200} Sep 20 23:14:04.622185 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cbb88-4cc2-4ed3-a442-ed1735c90c5d req-c2d4d027-5f0f-44c5-9dbc-0bccbb3c94ac tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:04.623794 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3f2cbb88-4cc2-4ed3-a442-ed1735c90c5d req-c2d4d027-5f0f-44c5-9dbc-0bccbb3c94ac tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 944 time: 0.0592291 Sep 20 23:14:04.682779 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3f2cbb88-4cc2-4ed3-a442-ed1735c90c5d req-cc17ca07-903d-4aa9-8283-1771122f51f0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Sep 20 23:14:04.688340 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d9970311-6901-4c54-b6fe-0b40b561b461 req-949ae2a7-feea-4cfd-8e1a-4b6ebf2aa9c0 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0263221 Sep 20 23:14:04.776191 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:14:04.830727 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:14:04.831414 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:04.838382 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-107edeef-8137-4943-bfd5-d1ea86419bc2 req-d92cc037-1255-4097-a9ab-615790da0311 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 210 time: 0.0423124 Sep 20 23:14:04.951841 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 50094) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:05.024006 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e691ba9-89a1-4454-977b-953495ddc2d1 req-80656238-5a83-4869-9bf5-dcba36538163 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:05.025415 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2e691ba9-89a1-4454-977b-953495ddc2d1 req-80656238-5a83-4869-9bf5-dcba36538163 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.0518024 Sep 20 23:14:05.067808 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2e691ba9-89a1-4454-977b-953495ddc2d1 req-ae271349-3937-4e5a-8ea0-6fa7e0b6efd5 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357213 Sep 20 23:14:05.071015 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7251d36f-d03b-493f-9148-7a3289d8757c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:05.355459 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7251d36f-d03b-493f-9148-7a3289d8757c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:05.428200 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7251d36f-d03b-493f-9148-7a3289d8757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:05.478160 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7251d36f-d03b-493f-9148-7a3289d8757c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4f5ddeeb4d743fb926be710cbe2c0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5255291 Sep 20 23:14:05.479109 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50106) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:05.480449 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7251d36f-d03b-493f-9148-7a3289d8757c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7bd0d6-64fa-4232-9cbf-740782c0efda,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:05.534346 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5170f295-0ce0-41de-ab90-195561be04fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:05.554203 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-ade84535-a284-4a70-a962-1986d003155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:05.555920 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-ade84535-a284-4a70-a962-1986d003155c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a5d27d2-6758-4d22-a6f0-80db6ceb1c42 HTTP/1.1" status: 200 len: 852 time: 0.0544994 Sep 20 23:14:05.559299 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5170f295-0ce0-41de-ab90-195561be04fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:05.690411 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5170f295-0ce0-41de-ab90-195561be04fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:05.693004 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5170f295-0ce0-41de-ab90-195561be04fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:05.694174 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-5170f295-0ce0-41de-ab90-195561be04fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a7bd0d6-64fa-4232-9cbf-740782c0efda HTTP/1.1" status: 204 len: 168 time: 0.2137756 Sep 20 23:14:05.713542 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170f295-0ce0-41de-ab90-195561be04fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7bd0d6-64fa-4232-9cbf-740782c0efda,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:05.782948 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-aef553cf-ec0b-4a0a-a412-0fcc966c1fb3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a207fcdb-b1d7-40c0-9794-85e1882a9478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946367 Sep 20 23:14:05.870539 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-aca373db-4d35-447f-bf28-26253efda2e0 req-df02df81-dfe2-486a-b94e-4a671dac6c1f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0543654 Sep 20 23:14:05.935858 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-116313aa-0a0a-459a-bc3c-79234897988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:05.961486 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e4672-4f57-406f-80f4-aedfc2175c42 req-a456e1c3-3c23-4c60-8e7b-9b452c17d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:05.963175 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e64e4672-4f57-406f-80f4-aedfc2175c42 req-a456e1c3-3c23-4c60-8e7b-9b452c17d1a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 1097 time: 0.2008693 Sep 20 23:14:05.967122 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-061f5ed8-e275-43c7-9aa7-c30ffad8dcac req-a581363f-cd6d-4d2c-89a4-0b70cb470432 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 210 time: 0.0328755 Sep 20 23:14:05.987051 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d0c9c8-638f-441f-8276-46940ef17300 req-fb2a71e0-4e9c-403d-9488-603fe07261ac tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:05.988548 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a4d0c9c8-638f-441f-8276-46940ef17300 req-fb2a71e0-4e9c-403d-9488-603fe07261ac tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 944 time: 0.1464641 Sep 20 23:14:06.038090 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-4fbfce24-ae27-48f5-baf7-6d7366bdaea6 service neutron] 10.222.0.35 "GET /v2.0/networks/a207fcdb-b1d7-40c0-9794-85e1882a9478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970258 Sep 20 23:14:06.235728 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4d4a3-9f73-4d82-a9b6-6a8c9a059cdf req-24e04b26-efd6-407c-87bf-396ae450f7e3 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:06.237423 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a4d4a3-9f73-4d82-a9b6-6a8c9a059cdf req-24e04b26-efd6-407c-87bf-396ae450f7e3 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.0544491 Sep 20 23:14:06.283663 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a4d4a3-9f73-4d82-a9b6-6a8c9a059cdf req-09781b41-b842-4d2d-8d16-9aa64f0e7700 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Sep 20 23:14:06.359172 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a4d0c9c8-638f-441f-8276-46940ef17300 req-5599c86f-eb1f-4eb0-a249-6936edc98896 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625863 Sep 20 23:14:06.433526 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e4672-4f57-406f-80f4-aedfc2175c42 req-fdd58acc-1c2b-4831-b3e2-817db7575b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:06.434999 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e64e4672-4f57-406f-80f4-aedfc2175c42 req-fdd58acc-1c2b-4831-b3e2-817db7575b52 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5af4827395364a6cbe6e71928fad635e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4409766 Sep 20 23:14:06.477426 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c25b055-7fe2-43a1-a4c5-3c45e7b11ecf req-658f3ef1-a578-4ad0-b616-1be9fda2bc50 service neutron] 10.222.0.35 "GET /v2.0/networks/a207fcdb-b1d7-40c0-9794-85e1882a9478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937516 Sep 20 23:14:06.491096 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50132) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:06.504840 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ec24fa9f-9e92-4dbe-882f-e8ce9971f9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:06.599473 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ec24fa9f-9e92-4dbe-882f-e8ce9971f9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:06.608225 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e4672-4f57-406f-80f4-aedfc2175c42 req-ef1a8643-ec35-4f05-8325-74a49d94ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:06.609803 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e64e4672-4f57-406f-80f4-aedfc2175c42 req-ef1a8643-ec35-4f05-8325-74a49d94ed88 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1645806 Sep 20 23:14:06.701328 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ec24fa9f-9e92-4dbe-882f-e8ce9971f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:06.762556 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 50138) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:06.765323 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ec24fa9f-9e92-4dbe-882f-e8ce9971f9e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21b69ff35f524fd2b4035c21d7a729dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706382 Sep 20 23:14:06.765323 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24fa9f-9e92-4dbe-882f-e8ce9971f9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aaacf0-cd96-4ff9-8028-3f1bf9b19f29,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:06.889789 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-3c20edcf-d588-4a79-839e-dc7b967275f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:06.896850 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-3c20edcf-d588-4a79-839e-dc7b967275f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=003f7661fc274c3399db8ef1260c75aa&device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 1096 time: 0.1240339 Sep 20 23:14:06.900794 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d9a98ffe-939a-400b-bc53-a6eeb5ca8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:06.902355 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-d9a98ffe-939a-400b-bc53-a6eeb5ca8066 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 1097 time: 0.1309602 Sep 20 23:14:06.909401 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.35', 54702) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:06.917432 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abb7c2f5-0f6c-46f0-a1bf-f29505e5df49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:06.998832 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-958d32c8-2594-4841-a979-9d8e9fa257e9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=541df585-c6f9-40e0-9221-d0295b0e14cc HTTP/1.1" status: 200 len: 217 time: 0.0518303 Sep 20 23:14:07.044266 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7cc5021f-a7c5-4a0b-a9c7-b7f7acb8ae15 req-6b9ffe36-a0c9-4f4b-95ca-b62409509cec tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0743182 Sep 20 23:14:07.100140 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abb7c2f5-0f6c-46f0-a1bf-f29505e5df49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:07.123463 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-8a51b9c2-7700-4372-837c-667a50efc9fd tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:07.124987 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-8a51b9c2-7700-4372-837c-667a50efc9fd tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 819 time: 0.1924288 Sep 20 23:14:07.141343 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-28663bcc-25ab-4615-8335-7908bad17d82 req-0715d21e-84c4-4c6c-8862-a435457b85d6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 210 time: 0.0649223 Sep 20 23:14:07.145083 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Request body: {'port': {'device_id': 'bd08fb07-4c35-4589-ac87-6c0dbb6d0e89', 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57', 'admin_state_up': True, 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:14:07.215196 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-2a7e0b11-7e3f-46a0-9ca6-8014aca18709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:07.220499 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-2a7e0b11-7e3f-46a0-9ca6-8014aca18709 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=feb51c93-3cd3-4e62-87e2-82786b114682 HTTP/1.1" status: 200 len: 854 time: 0.1915350 Sep 20 23:14:07.267407 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-de057c86-4190-4151-864d-cd368651ced3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423336 Sep 20 23:14:07.291802 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-dd883266-68c7-4d80-bd81-fd210bef48f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:07.292506 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-dd883266-68c7-4d80-bd81-fd210bef48f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a207fcdb-b1d7-40c0-9794-85e1882a9478 HTTP/1.1" status: 200 len: 913 time: 0.3024874 Sep 20 23:14:07.352525 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-9f641492-7189-4671-ad7b-694257824b2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef HTTP/1.1" status: 200 len: 217 time: 0.0453825 Sep 20 23:14:07.411962 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Made reservation on behalf of afb0754f92594ae9b6c407e5e9b5bc88 for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:14:07.415616 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abb7c2f5-0f6c-46f0-a1bf-f29505e5df49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:07.417092 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:07.418747 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abb7c2f5-0f6c-46f0-a1bf-f29505e5df49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:07.422871 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-abb7c2f5-0f6c-46f0-a1bf-f29505e5df49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1aaacf0-cd96-4ff9-8028-3f1bf9b19f29 HTTP/1.1" status: 204 len: 168 time: 0.6589918 Sep 20 23:14:07.465562 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7c2f5-0f6c-46f0-a1bf-f29505e5df49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aaacf0-cd96-4ff9-8028-3f1bf9b19f29,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:07.568809 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-c925456d-db6e-4ec1-8f80-ddb02462bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:07.570439 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-c925456d-db6e-4ec1-8f80-ddb02462bc0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1a5d27d2-6758-4d22-a6f0-80db6ceb1c42 HTTP/1.1" status: 200 len: 852 time: 0.1913431 Sep 20 23:14:07.574453 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-0d58ffd3-68a8-4e86-880b-fe473fc967ee service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971053 Sep 20 23:14:07.588175 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9545d-e9dd-4c3d-af10-ca2651ea0c83 req-ea0fbe0a-aec7-4f86-b942-54ebf53737a6 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:07.589696 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-12a9545d-e9dd-4c3d-af10-ca2651ea0c83 req-ea0fbe0a-aec7-4f86-b942-54ebf53737a6 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.2337167 Sep 20 23:14:07.644550 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff291d5-a210-4d97-8e2f-8926dfbe2676 req-e40bc44a-f7d0-48c1-b4bc-633c26566a0b tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:07.646646 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2ff291d5-a210-4d97-8e2f-8926dfbe2676 req-e40bc44a-f7d0-48c1-b4bc-633c26566a0b tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 944 time: 0.1776378 Sep 20 23:14:07.651202 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-5d8f4221-7e1a-4da4-9ac5-25d917d36c22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a207fcdb-b1d7-40c0-9794-85e1882a9478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657489 Sep 20 23:14:07.693902 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.35', 54710) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:07.738830 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-12a9545d-e9dd-4c3d-af10-ca2651ea0c83 req-0a0a1ae1-4d61-4fdf-8844-e5f96a082226 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388471 Sep 20 23:14:07.771192 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2ff291d5-a210-4d97-8e2f-8926dfbe2676 req-1f74b5d6-5e23-4038-bfcb-c5015b2cfba0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124351 Sep 20 23:14:07.818535 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-b4aa7335-eefb-4cea-bd0d-f1c9691a712c service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316773 Sep 20 23:14:07.850230 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Allocated IP 172.20.0.7 (2722247a-29e7-46e7-9cb2-30646bed1b57/d8ffbb60-db02-456a-b172-09b96a9e3743/f14dd557-7992-4f03-96cd-fc56dad6cfeb) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:14:07.870471 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-3e3e1e6a-f135-43fd-8a02-1551cc6c1deb service neutron] 10.222.0.35 "GET /v2.0/networks/a207fcdb-b1d7-40c0-9794-85e1882a9478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687832 Sep 20 23:14:07.976075 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-27a73b35-4a17-4ed6-9f91-82d73077bebe tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:07.977677 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-27a73b35-4a17-4ed6-9f91-82d73077bebe tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 817 time: 0.2828383 Sep 20 23:14:08.001988 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ac3836-eb51-430f-ba2a-8c3b4518cbbc req-c08ecfdd-6c18-40e6-b598-80356226ccfd service neutron] 10.222.0.35 "GET /v2.0/networks/a207fcdb-b1d7-40c0-9794-85e1882a9478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228411 Sep 20 23:14:08.258674 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-88fe7f38-95e9-4192-9c8f-50c5b5fa6da1 req-7d20c69a-626e-4693-8ffd-7aac6666d08d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 210 time: 0.0311031 Sep 20 23:14:08.266839 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-5362e5bf-4a24-485c-855f-f57a99967c07 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2ba13959f14e42bf4b03418f6c0241 HTTP/1.1" status: 200 len: 380 time: 0.2146192 Sep 20 23:14:08.290253 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'port': {'device_id': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'admin_state_up': True, 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'security_groups': ['62f23f84-6ddc-43b3-86dd-80021c1fd651']}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:14:08.300450 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7f1479bf-f7e4-4fb1-820b-700117f1e20f req-fa567951-540f-4754-8e5b-dd3cefad7b35 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0649080 Sep 20 23:14:08.316415 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:08.531801 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Made reservation on behalf of 5a2ba13959f14e42bf4b03418f6c0241 for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:14:08.537186 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-adce5982-b5e4-4dce-a0ed-ffd953cab9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:08.543798 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-31dd4355-7254-4693-8acb-058147f5edd0 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:08.552267 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:08.555901 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-31dd4355-7254-4693-8acb-058147f5edd0 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 819 time: 0.1201005 Sep 20 23:14:08.571490 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:08.588877 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Request body: {'port': {'device_id': '2c269b1f-3672-4148-b215-ab4db9d6c2c8', 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57', 'admin_state_up': True, 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:14:08.665390 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Network 2722247a-29e7-46e7-9cb2-30646bed1b57 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:14:08.677728 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:14:08.719483 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:14:08.727370 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Pushing event updated for resources: {'Port': ['ID=f14dd557-7992-4f03-96cd-fc56dad6cfeb,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:08.834384 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Made reservation on behalf of afb0754f92594ae9b6c407e5e9b5bc88 for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:14:08.838549 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:08.848271 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:08.863010 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:08.945487 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Allocated IP 172.20.0.5 (d9776176-0595-48fe-b09a-36c6fb5e06ba/893812b5-320d-4044-908a-5a69f0902644/867ccb97-3d32-4026-a681-cc911570bed7) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:14:09.049023 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-07347168-8fbb-4ff0-897c-a232f4419cb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9079034 Sep 20 23:14:09.075192 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb22191-e0c9-495d-aeaa-b4fcf61573ab req-bae28455-c9fc-410e-8b9d-d2a07cd46183 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:09.077213 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7bb22191-e0c9-495d-aeaa-b4fcf61573ab req-bae28455-c9fc-410e-8b9d-d2a07cd46183 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 944 time: 0.1239109 Sep 20 23:14:09.084749 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Request body: {'port': {'device_id': 'bd08fb07-4c35-4589-ac87-6c0dbb6d0e89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:14:09.175438 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.208946 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1c1a6-390c-4c63-b8da-4d1c0e944e11 req-205ec4b9-455c-44dc-8003-be22a24cf7b0 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:09.210629 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b1a1c1a6-390c-4c63-b8da-4d1c0e944e11 req-205ec4b9-455c-44dc-8003-be22a24cf7b0 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 943 time: 0.3441124 Sep 20 23:14:09.230421 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7bb22191-e0c9-495d-aeaa-b4fcf61573ab req-97e4ec69-c9e9-40bb-998f-ad162e9e0a53 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415169 Sep 20 23:14:09.233737 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.298072 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b1a1c1a6-390c-4c63-b8da-4d1c0e944e11 req-c705c396-af09-4ec5-a356-9a7c6c619591 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798845 Sep 20 23:14:09.306453 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Allocated IP 172.20.0.9 (2722247a-29e7-46e7-9cb2-30646bed1b57/d8ffbb60-db02-456a-b172-09b96a9e3743/4b4daacb-dd5d-43fd-80ad-31920064156c) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:14:09.373114 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.510850 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.510947 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1f05f079-9db8-4270-90b0-41101ea7afc9 req-f62e4c96-a59c-4899-a10a-50e36397c522 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 210 time: 0.1159952 Sep 20 23:14:09.511017 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9abf5edd-70fd-4c85-9ce1-f81250dc7e4d req-82a9374f-dc37-4fed-8b52-4953a3634106 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0846336 Sep 20 23:14:09.520495 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:14:09.640741 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.670203 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.671541 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.681047 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50262) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:09.714263 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,segment=NetworkSegment(5c8d9b4a-acf4-4505-a62a-83e30164a0fb),segment_id=5c8d9b4a-acf4-4505-a62a-83e30164a0fb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:09.720665 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Network 2722247a-29e7-46e7-9cb2-30646bed1b57 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:14:09.726089 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:14:09.732688 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:14:09.733105 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef', 'network_id': 'a207fcdb-b1d7-40c0-9794-85e1882a9478', 'port_id': '9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef', 'mac_address': 'fa:16:3e:28:c4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a5d27d2-6758-4d22-a6f0-80db6ceb1c42', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:14:09.739200 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:09.739834 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.743484 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Pushing event updated for resources: {'Port': ['ID=4b4daacb-dd5d-43fd-80ad-31920064156c,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:09.775144 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Network d9776176-0595-48fe-b09a-36c6fb5e06ba is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:14:09.780125 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.786753 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:14:09.794142 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:09.796412 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:14:09.808330 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:09.834384 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,segment=NetworkSegment(5c8d9b4a-acf4-4505-a62a-83e30164a0fb),segment_id=5c8d9b4a-acf4-4505-a62a-83e30164a0fb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:09.873899 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:09.874470 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.924790 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf44ace-1d75-4999-989a-042babb3e2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.937152 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-c383207a-537b-480e-8d46-9e6936a89f11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3537626 Sep 20 23:14:09.943177 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14dd557-7992-4f03-96cd-fc56dad6cfeb {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:09.953686 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.959733 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:09.975620 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Transition to ACTIVE for port object f14dd557-7992-4f03-96cd-fc56dad6cfeb will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:14:10.019187 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-ef2c600e-a282-43bf-99e7-92f2e34fa91c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7360637 Sep 20 23:14:10.028008 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:10.067749 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.140224 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Pushing event updated for resources: {'Port': ['ID=f14dd557-7992-4f03-96cd-fc56dad6cfeb,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:10.141490 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-5a3f7561-7808-40e2-a8fc-98a7f0a3891f None None] Provisioning complete for port 867ccb97-3d32-4026-a681-cc911570bed7 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:14:10.152946 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5a3f7561-7808-40e2-a8fc-98a7f0a3891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.189316 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f7561-7808-40e2-a8fc-98a7f0a3891f None None] Port 867ccb97-3d32-4026-a681-cc911570bed7 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:14:10.248188 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf44ace-1d75-4999-989a-042babb3e2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.266281 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Attempting to bind port f14dd557-7992-4f03-96cd-fc56dad6cfeb on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:14:10.266281 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Attempting to bind port f14dd557-7992-4f03-96cd-fc56dad6cfeb by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:14:10.266281 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Attempting to bind port f14dd557-7992-4f03-96cd-fc56dad6cfeb on network 2722247a-29e7-46e7-9cb2-30646bed1b57 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:10.269182 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Port f14dd557-7992-4f03-96cd-fc56dad6cfeb on network 2722247a-29e7-46e7-9cb2-30646bed1b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:14:10.269504 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Attempting to bind port f14dd557-7992-4f03-96cd-fc56dad6cfeb on network 2722247a-29e7-46e7-9cb2-30646bed1b57 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:10.275242 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:14:10.275602 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Checking segment: {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:14:10.276168 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Bound using segment: {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:14:10.276622 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Bound port: f14dd557-7992-4f03-96cd-fc56dad6cfeb, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:14:10.276984 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.310640 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-eaf44ace-1d75-4999-989a-042babb3e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.375624 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 50290) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:10.376596 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-eaf44ace-1d75-4999-989a-042babb3e2e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=caf142c83e864128a1f249eecb27014f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599710 Sep 20 23:14:10.380390 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf44ace-1d75-4999-989a-042babb3e2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc147b3-2851-4d98-b1d3-e3e79baa5b23,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:10.419680 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] For port f14dd557-7992-4f03-96cd-fc56dad6cfeb, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:14:10.420461 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3bdf-7d50-4726-b467-28e440e35146 req-d7b334ce-ca3a-4782-a1de-22613ebaf31d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:10.422010 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-258d3bdf-7d50-4726-b467-28e440e35146 req-d7b334ce-ca3a-4782-a1de-22613ebaf31d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 944 time: 0.1137249 Sep 20 23:14:10.446055 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] For port f14dd557-7992-4f03-96cd-fc56dad6cfeb, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:14:10.463736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3be97-c161-44b4-89da-69eabdae9015 req-1ebb25e2-a5f1-4ade-b3f3-c5f882f30042 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:10.465503 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-59e3be97-c161-44b4-89da-69eabdae9015 req-1ebb25e2-a5f1-4ade-b3f3-c5f882f30042 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 944 time: 0.0785139 Sep 20 23:14:10.493051 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1f59-7fe0-4d19-a4ac-81feb7a73dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.496753 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-258d3bdf-7d50-4726-b467-28e440e35146 req-8bd6b4ec-dcfb-45ea-8218-48ba734171a2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627077 Sep 20 23:14:10.505189 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-59e3be97-c161-44b4-89da-69eabdae9015 req-bd0c37c8-aa97-4ca6-899c-251726a9417a tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Sep 20 23:14:10.521240 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1f59-7fe0-4d19-a4ac-81feb7a73dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.540884 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.590824 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:10.591455 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.593006 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] 10.222.0.35 "PUT /v2.0/ports/f14dd557-7992-4f03-96cd-fc56dad6cfeb HTTP/1.1" status: 200 len: 1093 time: 1.5274515 Sep 20 23:14:10.593523 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd08fb07-4c35-4589-ac87-6c0dbb6d0e89', 'tag': 'f14dd557-7992-4f03-96cd-fc56dad6cfeb'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:10.622925 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77f0ad-fae3-4ff4-9168-3a94b2e00853 service neutron] Pushing event updated for resources: {'Port': ['ID=f14dd557-7992-4f03-96cd-fc56dad6cfeb,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:10.632979 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1f59-7fe0-4d19-a4ac-81feb7a73dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.635756 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d6d1f59-7fe0-4d19-a4ac-81feb7a73dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:10.639829 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0d6d1f59-7fe0-4d19-a4ac-81feb7a73dfb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcc147b3-2851-4d98-b1d3-e3e79baa5b23 HTTP/1.1" status: 204 len: 168 time: 0.2629654 Sep 20 23:14:10.670000 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d1f59-7fe0-4d19-a4ac-81feb7a73dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc147b3-2851-4d98-b1d3-e3e79baa5b23,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:10.720721 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b48175-0059-4d84-a1d7-07a2bdb78d7a req-9cbec7de-51da-43bc-96cf-7200f7e9a3d6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:10.722444 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-48b48175-0059-4d84-a1d7-07a2bdb78d7a req-9cbec7de-51da-43bc-96cf-7200f7e9a3d6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 931 time: 0.0687578 Sep 20 23:14:10.741513 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb58275-a0ee-4dca-b174-09e0df557b93 req-bab7bc8f-d109-4478-acff-50046d4ed099 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:10.743278 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dbb58275-a0ee-4dca-b174-09e0df557b93 req-bab7bc8f-d109-4478-acff-50046d4ed099 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 931 time: 0.1023581 Sep 20 23:14:10.751307 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bcf302-e1de-4509-86e7-091af60f3c57" -d '{"events": [{"name": "network-changed", "server_uuid": "bd08fb07-4c35-4589-ac87-6c0dbb6d0e89", "tag": "f14dd557-7992-4f03-96cd-fc56dad6cfeb"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:10.782368 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-48b48175-0059-4d84-a1d7-07a2bdb78d7a req-c412eb56-57ac-46ff-acc9-b2534c60a954 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526445 Sep 20 23:14:10.787802 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dbb58275-a0ee-4dca-b174-09e0df557b93 req-d72f7b08-34d0-44f6-91f8-781caf89b7e7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382879 Sep 20 23:14:10.888114 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6518fecb-8603-4788-8edd-9b73e1953b1a x-openstack-request-id: req-6518fecb-8603-4788-8edd-9b73e1953b1a {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:10.888600 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd08fb07-4c35-4589-ac87-6c0dbb6d0e89", "tag": "f14dd557-7992-4f03-96cd-fc56dad6cfeb", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:10.888682 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6518fecb-8603-4788-8edd-9b73e1953b1a {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:10.889104 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd08fb07-4c35-4589-ac87-6c0dbb6d0e89', 'tag': 'f14dd557-7992-4f03-96cd-fc56dad6cfeb', 'status': 'completed', 'code': 200} Sep 20 23:14:11.215516 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:11.420063 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50320) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:11.433432 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-139ed502-d1d3-47f4-abe7-1f22ae513de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:11.521533 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-139ed502-d1d3-47f4-abe7-1f22ae513de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:11.575765 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-139ed502-d1d3-47f4-abe7-1f22ae513de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:11.635924 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595cd20-a928-4cb3-a4c2-674d32a5ef81 req-816c50cd-1e86-4ec9-a2fc-57ff63758525 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:11.637441 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8595cd20-a928-4cb3-a4c2-674d32a5ef81 req-816c50cd-1e86-4ec9-a2fc-57ff63758525 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 944 time: 0.0509253 Sep 20 23:14:11.639571 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ed502-d1d3-47f4-abe7-1f22ae513de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b101b8a-028e-49c2-b2e9-edfbd292d97f,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:11.644818 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-139ed502-d1d3-47f4-abe7-1f22ae513de3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3cc59574c7c4caba47df591aa27ac61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237117 Sep 20 23:14:11.649587 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50326) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:11.675164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36879ae5-9ab0-4501-9d9e-120f1940e32e req-9b6ac146-1bd1-492d-b5f5-b0153914b887 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:11.677165 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-36879ae5-9ab0-4501-9d9e-120f1940e32e req-9b6ac146-1bd1-492d-b5f5-b0153914b887 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 944 time: 0.0976944 Sep 20 23:14:11.685869 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8595cd20-a928-4cb3-a4c2-674d32a5ef81 req-3c9b28e8-507b-4822-9e70-59c036a529f8 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 Sep 20 23:14:11.735117 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4ae3-7598-418e-a217-32b059ad4c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:11.740175 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-36879ae5-9ab0-4501-9d9e-120f1940e32e req-33d15c0e-8e9a-4d28-b731-183682ffd1a2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556180 Sep 20 23:14:11.759016 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4ae3-7598-418e-a217-32b059ad4c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:11.905138 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48622901-a91a-4ebd-a557-0aebbe5329f5 req-09c6ae7c-bb59-442f-bc93-6006d840d575 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:11.906721 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-48622901-a91a-4ebd-a557-0aebbe5329f5 req-09c6ae7c-bb59-442f-bc93-6006d840d575 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 931 time: 0.0536382 Sep 20 23:14:11.946309 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-48622901-a91a-4ebd-a557-0aebbe5329f5 req-1b6c1701-7a12-4b1a-ac1b-3742500dacf9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328858 Sep 20 23:14:11.967088 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77926a94-2abd-4769-a71c-5024fc86f222 req-831e8eee-4d68-4ad6-8ac7-d32972ea4847 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:11.968558 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77926a94-2abd-4769-a71c-5024fc86f222 req-831e8eee-4d68-4ad6-8ac7-d32972ea4847 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 931 time: 0.0698566 Sep 20 23:14:12.007032 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77926a94-2abd-4769-a71c-5024fc86f222 req-248f2c28-ae88-4dec-92ae-1656fa964db3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Sep 20 23:14:12.038475 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4ae3-7598-418e-a217-32b059ad4c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:12.041016 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6c1c4ae3-7598-418e-a217-32b059ad4c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:12.042151 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-6c1c4ae3-7598-418e-a217-32b059ad4c08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b101b8a-028e-49c2-b2e9-edfbd292d97f HTTP/1.1" status: 204 len: 168 time: 0.3916571 Sep 20 23:14:12.050066 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c4ae3-7598-418e-a217-32b059ad4c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b101b8a-028e-49c2-b2e9-edfbd292d97f,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:12.806919 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80601051-df12-489b-834f-12c37a27db4a req-7d471e54-d6f8-491a-841c-1fab3541d4c1 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:12.809479 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-80601051-df12-489b-834f-12c37a27db4a req-7d471e54-d6f8-491a-841c-1fab3541d4c1 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 944 time: 0.0553579 Sep 20 23:14:12.852603 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-80601051-df12-489b-834f-12c37a27db4a req-c8ea08e0-6c83-48f6-8fcf-72c53f9de2e4 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Sep 20 23:14:12.873646 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800525c-2d9d-40d0-89ed-4269f58bf2c4 req-d15a4432-58ef-42fc-9fc5-d8d62f0f75b2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:12.875152 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7800525c-2d9d-40d0-89ed-4269f58bf2c4 req-d15a4432-58ef-42fc-9fc5-d8d62f0f75b2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 944 time: 0.0554345 Sep 20 23:14:12.914486 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7800525c-2d9d-40d0-89ed-4269f58bf2c4 req-be6268e1-38e7-4eec-9997-1fe1477f25f5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327716 Sep 20 23:14:12.983947 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 541df585-c6f9-40e0-9221-d0295b0e14cc details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:14:13.013337 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Request body: {'port': {'device_id': '2c269b1f-3672-4148-b215-ab4db9d6c2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:14:13.015406 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Request body: {'port': {'device_id': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:14:13.113799 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 541df585-c6f9-40e0-9221-d0295b0e14cc, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=541df585-c6f9-40e0-9221-d0295b0e14cc,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:13.119803 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:13.146592 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '541df585-c6f9-40e0-9221-d0295b0e14cc', 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'port_id': '541df585-c6f9-40e0-9221-d0295b0e14cc', 'mac_address': 'fa:16:3e:9a:18:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb51c93-3cd3-4e62-87e2-82786b114682', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:14:13.201689 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:13.224224 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:13.227073 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541df585-c6f9-40e0-9221-d0295b0e14cc {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:13.256075 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf302-e1de-4509-86e7-091af60f3c57 req-b788845b-eb51-4bde-b36d-6f695657a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:13.257854 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e7bcf302-e1de-4509-86e7-091af60f3c57 req-b788845b-eb51-4bde-b36d-6f695657a5d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1096 time: 0.2034760 Sep 20 23:14:13.270387 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324f12-72e3-4055-a0bc-cb678be23268 req-7a77f859-a569-4086-8ce9-fe3e9824a6f2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:13.278626 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-64324f12-72e3-4055-a0bc-cb678be23268 req-7a77f859-a569-4086-8ce9-fe3e9824a6f2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 931 time: 0.1540620 Sep 20 23:14:13.286915 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 541df585-c6f9-40e0-9221-d0295b0e14cc, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=541df585-c6f9-40e0-9221-d0295b0e14cc,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:13.358680 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:13.381888 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff37a48-2293-4e74-8909-3538fbf0eb1d req-b73ac3ec-3db9-415f-9270-f41baaf8a48f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:13.386407 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-aff37a48-2293-4e74-8909-3538fbf0eb1d req-b73ac3ec-3db9-415f-9270-f41baaf8a48f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 931 time: 0.3254144 Sep 20 23:14:13.437166 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=541df585-c6f9-40e0-9221-d0295b0e14cc,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:13.447354 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:14:13.481574 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-aff37a48-2293-4e74-8909-3538fbf0eb1d req-b79869e4-e28a-4565-b5a8-9b2783982d21 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778501 Sep 20 23:14:13.540115 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-64324f12-72e3-4055-a0bc-cb678be23268 req-6c7f5727-da8e-4d9b-91f7-70b792c24368 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500465 Sep 20 23:14:13.542169 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4daacb-dd5d-43fd-80ad-31920064156c {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:13.552924 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:13.566841 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Transition to ACTIVE for port object 4b4daacb-dd5d-43fd-80ad-31920064156c will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:14:13.614160 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf302-e1de-4509-86e7-091af60f3c57 req-96f17b96-5fec-4db6-b24f-d902ce4bed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:13.615635 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e7bcf302-e1de-4509-86e7-091af60f3c57 req-96f17b96-5fec-4db6-b24f-d902ce4bed6b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3348930 Sep 20 23:14:13.680243 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:13.689278 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['541df585-c6f9-40e0-9221-d0295b0e14cc'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:14:13.768527 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4daacb-dd5d-43fd-80ad-31920064156c,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:13.810555 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Attempting to bind port 4b4daacb-dd5d-43fd-80ad-31920064156c on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:14:13.811216 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Attempting to bind port 4b4daacb-dd5d-43fd-80ad-31920064156c by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:14:13.811216 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Attempting to bind port 4b4daacb-dd5d-43fd-80ad-31920064156c on network 2722247a-29e7-46e7-9cb2-30646bed1b57 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:13.817495 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Port 4b4daacb-dd5d-43fd-80ad-31920064156c on network 2722247a-29e7-46e7-9cb2-30646bed1b57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:14:13.817854 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Attempting to bind port 4b4daacb-dd5d-43fd-80ad-31920064156c on network 2722247a-29e7-46e7-9cb2-30646bed1b57 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:13.823366 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:14:13.823708 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Checking segment: {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:14:13.824096 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Bound using segment: {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:14:13.824547 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Bound port: 4b4daacb-dd5d-43fd-80ad-31920064156c, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e285de93-107e-45fb-87ee-d863b9a33e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:14:13.824906 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:13.882828 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf302-e1de-4509-86e7-091af60f3c57 req-9c755d08-0a81-4045-9a5f-72cad3fe8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:13.888790 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e7bcf302-e1de-4509-86e7-091af60f3c57 req-9c755d08-0a81-4045-9a5f-72cad3fe8768 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2389519 Sep 20 23:14:13.917538 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] For port 4b4daacb-dd5d-43fd-80ad-31920064156c, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:14:13.921107 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] For port 4b4daacb-dd5d-43fd-80ad-31920064156c, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4b4daacb-dd5d-43fd-80ad-31920064156c,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:14:13.929178 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 867ccb97-3d32-4026-a681-cc911570bed7 {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:13.938974 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:14.004875 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e280b-b6b7-4404-bb06-888219322fe3 req-c51a0571-aecb-4441-a21f-1724368e8907 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.006481 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a0e280b-b6b7-4404-bb06-888219322fe3 req-c51a0571-aecb-4441-a21f-1724368e8907 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 944 time: 0.0539331 Sep 20 23:14:14.030404 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:14.039179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-8ffc4823-9656-423a-bf1b-bd19fef38162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.040708 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-8ffc4823-9656-423a-bf1b-bd19fef38162 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1096 time: 0.0815351 Sep 20 23:14:14.057695 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917865e-d996-4907-b67f-947014830ead req-3f447331-ef56-4674-a79a-1d6a22bc0a46 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.059200 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7917865e-d996-4907-b67f-947014830ead req-3f447331-ef56-4674-a79a-1d6a22bc0a46 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 945 time: 0.0673378 Sep 20 23:14:14.086964 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.087591 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:14.089090 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] 10.222.0.35 "PUT /v2.0/ports/4b4daacb-dd5d-43fd-80ad-31920064156c HTTP/1.1" status: 200 len: 1093 time: 1.0808895 Sep 20 23:14:14.093385 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c269b1f-3672-4148-b215-ab4db9d6c2c8', 'tag': '4b4daacb-dd5d-43fd-80ad-31920064156c'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:14.097448 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b189833c-7745-46ff-a77d-cefa43cc187f" -d '{"events": [{"name": "network-changed", "server_uuid": "2c269b1f-3672-4148-b215-ab4db9d6c2c8", "tag": "4b4daacb-dd5d-43fd-80ad-31920064156c"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:14.108289 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a0e280b-b6b7-4404-bb06-888219322fe3 req-cc87a1a6-b8af-4b46-bdd2-256001614cc9 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959964 Sep 20 23:14:14.132929 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4fae5-63fc-4842-9700-58be32e160c2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4daacb-dd5d-43fd-80ad-31920064156c,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:14.133815 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-53b6783b-1f5f-4c62-b851-3de8b6359495 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0736625 Sep 20 23:14:14.173292 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f187175-e763-4461-837e-29ad943c8f28 x-openstack-request-id: req-9f187175-e763-4461-837e-29ad943c8f28 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:14.173960 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c269b1f-3672-4148-b215-ab4db9d6c2c8", "tag": "4b4daacb-dd5d-43fd-80ad-31920064156c", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:14.183729 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f187175-e763-4461-837e-29ad943c8f28 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:14.183729 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c269b1f-3672-4148-b215-ab4db9d6c2c8', 'tag': '4b4daacb-dd5d-43fd-80ad-31920064156c', 'status': 'completed', 'code': 200} Sep 20 23:14:14.265433 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7917865e-d996-4907-b67f-947014830ead req-b0dd4c51-0f28-4193-98dd-db2e84c4190c tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743214 Sep 20 23:14:14.265946 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Transition to ACTIVE for port object 867ccb97-3d32-4026-a681-cc911570bed7 will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:14:14.279116 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189833c-7745-46ff-a77d-cefa43cc187f req-7a44c2b6-0317-49de-9b57-d8395401e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.284431 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b189833c-7745-46ff-a77d-cefa43cc187f req-7a44c2b6-0317-49de-9b57-d8395401e67b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0507715 Sep 20 23:14:14.289046 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-5474b843-25a8-4ddc-b1e7-82d5548fb7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.289046 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-5474b843-25a8-4ddc-b1e7-82d5548fb7f0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.1409082 Sep 20 23:14:14.338389 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:14.400571 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:14.404466 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-fd671efe-aa17-45c3-b1ad-da9cc50e68ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984597 Sep 20 23:14:14.428082 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189833c-7745-46ff-a77d-cefa43cc187f req-1b837a17-b639-4cc8-9b17-92340f967f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.432216 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b189833c-7745-46ff-a77d-cefa43cc187f req-1b837a17-b639-4cc8-9b17-92340f967f7f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1266198 Sep 20 23:14:14.655652 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189833c-7745-46ff-a77d-cefa43cc187f req-c802323c-9aa7-46a2-81d0-26788a58f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.657181 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b189833c-7745-46ff-a77d-cefa43cc187f req-c802323c-9aa7-46a2-81d0-26788a58f986 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2174695 Sep 20 23:14:14.665322 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-340caeb6-d73d-4a32-9e7d-0677c730f2da service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445290 Sep 20 23:14:14.677712 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af423c55-1037-4f74-a125-3db010d6bb39 req-bdda4a89-9b0a-43c3-84cf-b83853d0e627 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.680125 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-af423c55-1037-4f74-a125-3db010d6bb39 req-bdda4a89-9b0a-43c3-84cf-b83853d0e627 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0762796 Sep 20 23:14:14.723531 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-af423c55-1037-4f74-a125-3db010d6bb39 req-cf0fd8c8-4d7c-4e13-8288-9fce1f038e3a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364969 Sep 20 23:14:14.777763 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-8e8c375f-1908-4bd9-a70e-ae8dfef1439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.779416 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-8e8c375f-1908-4bd9-a70e-ae8dfef1439b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 1096 time: 0.0548511 Sep 20 23:14:14.839570 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-bc1cea2a-d5b8-4e7e-9e59-c7f54d587954 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4daacb-dd5d-43fd-80ad-31920064156c HTTP/1.1" status: 200 len: 217 time: 0.0451586 Sep 20 23:14:14.928129 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-58dfbe2c-469b-4456-8e09-8d552772430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:14.930294 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-58dfbe2c-469b-4456-8e09-8d552772430e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.0832038 Sep 20 23:14:14.967084 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-948879d4-6c76-4d61-a58a-2b0c7de465f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292127 Sep 20 23:14:14.979825 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Attempting to bind port 867ccb97-3d32-4026-a681-cc911570bed7 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:14:14.980160 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Attempting to bind port 867ccb97-3d32-4026-a681-cc911570bed7 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:14:14.980580 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Attempting to bind port 867ccb97-3d32-4026-a681-cc911570bed7 on network d9776176-0595-48fe-b09a-36c6fb5e06ba {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:14.995451 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c0700-9cdf-44c8-a6a7-d34f0d20f3b2 req-db4d8d88-be43-4838-9577-7be6c5dc9958 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:15.000123 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-253c0700-9cdf-44c8-a6a7-d34f0d20f3b2 req-db4d8d88-be43-4838-9577-7be6c5dc9958 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 943 time: 0.3347054 Sep 20 23:14:15.000263 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:14:15.002203 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Port 867ccb97-3d32-4026-a681-cc911570bed7 on network d9776176-0595-48fe-b09a-36c6fb5e06ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:14:15.002695 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Attempting to bind port 867ccb97-3d32-4026-a681-cc911570bed7 on network d9776176-0595-48fe-b09a-36c6fb5e06ba {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:14:15.014149 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 50432) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:15.027415 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:14:15.028077 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Checking segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:14:15.028621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Bound using segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:14:15.030171 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:14:15.031658 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Bound port: 867ccb97-3d32-4026-a681-cc911570bed7, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:14:15.032250 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.051453 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-ef4caae9-f074-472e-8e47-3717e733cb94 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659198 Sep 20 23:14:15.105017 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-253c0700-9cdf-44c8-a6a7-d34f0d20f3b2 req-47e9fbae-1cc5-4093-8ce0-edf4c86b3ab3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967288 Sep 20 23:14:15.147131 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:14:15.155387 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:14:15.155928 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.156730 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:14:15.162269 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:14:15.180152 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-8f82ec4a-2c37-4685-962f-14f6c85a2eaa service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053473 Sep 20 23:14:15.237920 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.250546 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-aaca46f2-6317-47a7-bc3e-1bce2b68ca7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.262029 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2abdda8-d5e6-4de8-a1c0-92794aab3e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:15.266756 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.333681 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:15.334468 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.336374 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] 10.222.0.35 "PUT /v2.0/ports/867ccb97-3d32-4026-a681-cc911570bed7 HTTP/1.1" status: 200 len: 1093 time: 2.3256817 Sep 20 23:14:15.340701 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:15.343767 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159cb024-bdf6-46a7-82d8-875a4d37fbb5" -d '{"events": [{"name": "network-changed", "server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "tag": "867ccb97-3d32-4026-a681-cc911570bed7"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:15.353406 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,segment=NetworkSegment(5c8d9b4a-acf4-4505-a62a-83e30164a0fb),segment_id=5c8d9b4a-acf4-4505-a62a-83e30164a0fb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:15.364014 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-40020108-a60b-4180-946a-4a6a2bebbdc5 req-2037adbe-f7ee-46b6-83dc-204de081da92 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582198 Sep 20 23:14:15.399214 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd823bdb-ac5a-468e-ab64-13c52aa4d571 req-bc5ed4f6-1375-409e-94ed-89509d521c2f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:15.400883 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cd823bdb-ac5a-468e-ab64-13c52aa4d571 req-bc5ed4f6-1375-409e-94ed-89509d521c2f tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 944 time: 0.2063570 Sep 20 23:14:15.449076 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88da1e7-d539-4825-b618-21d5515335f3 service neutron] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:15.456503 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.457950 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 541df585-c6f9-40e0-9221-d0295b0e14cc up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:14:15.477402 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cd823bdb-ac5a-468e-ab64-13c52aa4d571 req-e1595e61-4de4-42df-943e-1b2c519c4d68 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573285 Sep 20 23:14:15.497110 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9e0ec0-b1d1-413a-93ba-275c6f7b4efa" -d '{"events": [{"server_uuid": "d2abdda8-d5e6-4de8-a1c0-92794aab3e3a", "name": "network-vif-plugged", "status": "completed", "tag": "9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:15.514805 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f948923-0b83-4558-8840-fe25d340b666 req-4004edbb-b636-48de-a0a5-b4f903ef62f6 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:15.517802 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4f948923-0b83-4558-8840-fe25d340b666 req-4004edbb-b636-48de-a0a5-b4f903ef62f6 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 945 time: 0.1574299 Sep 20 23:14:15.548073 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-aaca46f2-6317-47a7-bc3e-1bce2b68ca7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.550062 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b52d00-e72c-491f-ab5d-4f9406109123 x-openstack-request-id: req-b0b52d00-e72c-491f-ab5d-4f9406109123 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:15.550507 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "tag": "867ccb97-3d32-4026-a681-cc911570bed7", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:15.551532 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0b52d00-e72c-491f-ab5d-4f9406109123 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:15.552102 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7', 'status': 'completed', 'code': 200} Sep 20 23:14:15.602626 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:15.614808 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4f948923-0b83-4558-8840-fe25d340b666 req-8a1be42a-5327-4cd1-9b3e-449b449f1503 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887904 Sep 20 23:14:15.638354 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-4805ebc3-ab6c-4e82-9025-23adff576d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:15.639879 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-4805ebc3-ab6c-4e82-9025-23adff576d13 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 1096 time: 0.0462327 Sep 20 23:14:15.644122 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-aaca46f2-6317-47a7-bc3e-1bce2b68ca7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.682707 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278b2615-19e3-46ac-943a-a87b30f21037 x-openstack-request-id: req-278b2615-19e3-46ac-943a-a87b30f21037 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:15.682707 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2abdda8-d5e6-4de8-a1c0-92794aab3e3a", "name": "network-vif-plugged", "status": "completed", "tag": "9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:15.682707 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-278b2615-19e3-46ac-943a-a87b30f21037 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:15.682707 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2abdda8-d5e6-4de8-a1c0-92794aab3e3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef', 'code': 200} Sep 20 23:14:15.701245 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 541df585-c6f9-40e0-9221-d0295b0e14cc completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:14:15.705038 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 541df585-c6f9-40e0-9221-d0295b0e14cc triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:14:15.705460 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.724552 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-efe47cd7-129f-4dda-a264-cfa100e43942 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867ccb97-3d32-4026-a681-cc911570bed7 HTTP/1.1" status: 200 len: 217 time: 0.0666287 Sep 20 23:14:15.737637 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-aaca46f2-6317-47a7-bc3e-1bce2b68ca7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be8b72d2f62e473cbdc314e257717fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7223799 Sep 20 23:14:15.739331 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca46f2-6317-47a7-bc3e-1bce2b68ca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687f3f65-2702-45d2-a7fc-a8f3a163c2bd,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:15.743694 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50458) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:15.821459 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-df231e09-59ed-4a02-9ee7-0584a1873ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:15.833853 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-df231e09-59ed-4a02-9ee7-0584a1873ac1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0766139 Sep 20 23:14:15.841713 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.900389 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a152caaa-57f4-4737-b298-04eaeb7a9dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.911943 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 541df585-c6f9-40e0-9221-d0295b0e14cc, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=541df585-c6f9-40e0-9221-d0295b0e14cc,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:15.926989 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a152caaa-57f4-4737-b298-04eaeb7a9dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:15.932137 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-c1bd1e06-28f5-41e8-97a3-3f21e2acd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:15.933800 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-c1bd1e06-28f5-41e8-97a3-3f21e2acd4ce service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894427 Sep 20 23:14:15.944715 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f6d9-c4a5-441a-9f3d-24a575a6d5fc req-aa38e8a2-4701-4b55-8f21-3a825dd9586d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:15.952339 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7b90f6d9-c4a5-441a-9f3d-24a575a6d5fc req-aa38e8a2-4701-4b55-8f21-3a825dd9586d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.1204088 Sep 20 23:14:16.016798 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7b90f6d9-c4a5-441a-9f3d-24a575a6d5fc req-9435e9d4-d534-4973-abb2-a8c8ac532680 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635810 Sep 20 23:14:16.033231 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:16.062550 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-8bcf27ae-4ff0-4ef8-b88d-598a7b123e57 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194935 Sep 20 23:14:16.092205 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=541df585-c6f9-40e0-9221-d0295b0e14cc,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:16.162783 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a152caaa-57f4-4737-b298-04eaeb7a9dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:16.165373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a152caaa-57f4-4737-b298-04eaeb7a9dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:16.168091 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a152caaa-57f4-4737-b298-04eaeb7a9dd1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/687f3f65-2702-45d2-a7fc-a8f3a163c2bd HTTP/1.1" status: 204 len: 168 time: 0.4230831 Sep 20 23:14:16.211734 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5fed77f-2ab4-4978-8f39-c51a78dad2c9 req-d025469a-f551-480e-852c-935a89e0de85 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276884 Sep 20 23:14:16.220356 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152caaa-57f4-4737-b298-04eaeb7a9dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687f3f65-2702-45d2-a7fc-a8f3a163c2bd,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:16.256801 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10959ca4-747e-408b-a979-f8b01d2af180 req-4d966c24-881d-4767-bd38-4b7102b8423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:16.258564 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-10959ca4-747e-408b-a979-f8b01d2af180 req-4d966c24-881d-4767-bd38-4b7102b8423f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 1098 time: 0.1472828 Sep 20 23:14:16.278287 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-10959ca4-747e-408b-a979-f8b01d2af180 req-a7b05670-4ae8-4ef1-b31b-ff68e66ffa13 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:16.290189 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d666-db0b-42fb-a137-921356f5479a req-992793a9-d0fc-4ae0-bd7e-eb082f7a7dd4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:16.291911 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9160d666-db0b-42fb-a137-921356f5479a req-992793a9-d0fc-4ae0-bd7e-eb082f7a7dd4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 943 time: 0.0551450 Sep 20 23:14:16.340450 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9160d666-db0b-42fb-a137-921356f5479a req-acd9b732-2580-4626-adc4-b416d877ffef tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Sep 20 23:14:16.392885 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-10959ca4-747e-408b-a979-f8b01d2af180 req-a7b05670-4ae8-4ef1-b31b-ff68e66ffa13 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:16.455537 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-1809adf3-0794-442c-8fef-dbd1db974699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:16.455537 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-1809adf3-0794-442c-8fef-dbd1db974699 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 1096 time: 0.0414908 Sep 20 23:14:16.466861 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-10959ca4-747e-408b-a979-f8b01d2af180 req-a7b05670-4ae8-4ef1-b31b-ff68e66ffa13 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:16.499583 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-10959ca4-747e-408b-a979-f8b01d2af180 req-a7b05670-4ae8-4ef1-b31b-ff68e66ffa13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335937 Sep 20 23:14:16.509207 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b05670-4ae8-4ef1-b31b-ff68e66ffa13 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8faf5f7-139f-42b0-8939-2121c8839f91,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:16.561529 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-ae84bccb-ede0-4123-bc9d-69720f009c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:16.563538 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-ae84bccb-ede0-4123-bc9d-69720f009c8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 918 time: 0.0996933 Sep 20 23:14:16.601019 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa6a54-ef14-45f1-b04b-0840863dae31 req-fc056001-eab1-4200-9b9a-aca5e255f938 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:16.602488 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bbfa6a54-ef14-45f1-b04b-0840863dae31 req-fc056001-eab1-4200-9b9a-aca5e255f938 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0532582 Sep 20 23:14:16.640660 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bbfa6a54-ef14-45f1-b04b-0840863dae31 req-0a854cbd-3abc-4387-a6b1-d9df01da25ea tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Sep 20 23:14:16.729074 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d51e38-1fb2-432c-96eb-2b0b5ad9d605 req-8e286f0b-0294-4d4f-891a-4d0f7f7f03f2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:16.730575 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2d51e38-1fb2-432c-96eb-2b0b5ad9d605 req-8e286f0b-0294-4d4f-891a-4d0f7f7f03f2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0482872 Sep 20 23:14:16.767243 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2d51e38-1fb2-432c-96eb-2b0b5ad9d605 req-17efe7c2-3455-4a43-9efc-44d49994ed86 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306761 Sep 20 23:14:16.850106 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50490) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:16.863736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9034-9fe4-41b4-bb0b-8db8e5a3c9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:16.949304 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9034-9fe4-41b4-bb0b-8db8e5a3c9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:17.021351 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-7a1f9034-9fe4-41b4-bb0b-8db8e5a3c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:17.059598 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-7a1f9034-9fe4-41b4-bb0b-8db8e5a3c9f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09b0d9803c054fb3a0cea6b3c0d0e65e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084012 Sep 20 23:14:17.060429 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f9034-9fe4-41b4-bb0b-8db8e5a3c9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae5e312-6632-4622-a51b-0a3e2f6f1322,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:17.067660 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 50500) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:17.122675 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3ca28705-7af7-4579-8597-05ffcb3059f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:17.149098 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3ca28705-7af7-4579-8597-05ffcb3059f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:17.158172 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120acf3f-73be-406e-a830-34e7ed6ac5ed req-66518a54-38da-40d7-8e2f-e1a5dba0b998 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:17.163700 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-120acf3f-73be-406e-a830-34e7ed6ac5ed req-66518a54-38da-40d7-8e2f-e1a5dba0b998 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0537064 Sep 20 23:14:17.205614 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-120acf3f-73be-406e-a830-34e7ed6ac5ed req-2c368de0-2e74-4f4a-a59f-9a25c1aed5a5 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397699 Sep 20 23:14:17.283812 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3ca28705-7af7-4579-8597-05ffcb3059f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:17.287338 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3ca28705-7af7-4579-8597-05ffcb3059f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:17.288498 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3ca28705-7af7-4579-8597-05ffcb3059f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ae5e312-6632-4622-a51b-0a3e2f6f1322 HTTP/1.1" status: 204 len: 168 time: 0.2198687 Sep 20 23:14:17.308554 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca28705-7af7-4579-8597-05ffcb3059f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae5e312-6632-4622-a51b-0a3e2f6f1322,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:17.457781 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b783e0-d9c4-474e-865d-e00f0697d804 req-2985b9e8-c9ed-4acf-93d8-796626713d9f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:17.462135 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f6b783e0-d9c4-474e-865d-e00f0697d804 req-2985b9e8-c9ed-4acf-93d8-796626713d9f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 943 time: 0.0513995 Sep 20 23:14:17.504872 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f6b783e0-d9c4-474e-865d-e00f0697d804 req-ad19a2a5-e36a-42ca-9eca-7f8b19b88a4f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375714 Sep 20 23:14:17.683323 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9eddd8-f730-48be-8d8f-f47e706f393a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541df585-c6f9-40e0-9221-d0295b0e14cc'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:17.685911 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d15b05-8dc2-4aa3-9f2d-72543826086f" -d '{"events": [{"server_uuid": "9f9eddd8-f730-48be-8d8f-f47e706f393a", "name": "network-vif-plugged", "status": "completed", "tag": "541df585-c6f9-40e0-9221-d0295b0e14cc"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:17.729898 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364d2244-693e-4007-8c55-b486dc614aab x-openstack-request-id: req-364d2244-693e-4007-8c55-b486dc614aab {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:17.730291 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9eddd8-f730-48be-8d8f-f47e706f393a", "name": "network-vif-plugged", "status": "completed", "tag": "541df585-c6f9-40e0-9221-d0295b0e14cc", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:17.730640 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-364d2244-693e-4007-8c55-b486dc614aab {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:17.731120 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9eddd8-f730-48be-8d8f-f47e706f393a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541df585-c6f9-40e0-9221-d0295b0e14cc', 'code': 200} Sep 20 23:14:17.770650 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fb678-7e9c-4c95-a8f1-39f6d174d04e req-dca38b4c-8ab8-46a0-b125-853bfac461a1 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:17.772034 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9b7fb678-7e9c-4c95-a8f1-39f6d174d04e req-dca38b4c-8ab8-46a0-b125-853bfac461a1 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0511184 Sep 20 23:14:17.814383 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9b7fb678-7e9c-4c95-a8f1-39f6d174d04e req-e3c7e076-f93d-4f2f-9d3f-d12e173cf4b8 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360959 Sep 20 23:14:17.889112 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716fd8e-07cd-4546-a329-c99624d0148e req-d4015c94-c3e2-4585-a4a7-b75933a9fe2d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:17.890621 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a716fd8e-07cd-4546-a329-c99624d0148e req-d4015c94-c3e2-4585-a4a7-b75933a9fe2d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0495617 Sep 20 23:14:17.928363 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a716fd8e-07cd-4546-a329-c99624d0148e req-75f6b983-e903-4e1f-af17-331fd64616bf tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309622 Sep 20 23:14:18.323979 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5dda1-ff79-40d8-be9c-e3c877324fca req-e067ead0-4323-4ba2-b708-603fc94d9fbe tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:18.325445 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5ea5dda1-ff79-40d8-be9c-e3c877324fca req-e067ead0-4323-4ba2-b708-603fc94d9fbe tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0474799 Sep 20 23:14:18.364445 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5ea5dda1-ff79-40d8-be9c-e3c877324fca req-d4b54115-c4bc-46a1-a043-116298b6551e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Sep 20 23:14:18.622027 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4becfc-991f-482c-888f-f3ecedd834dd req-dc727226-c260-4acb-926f-20c7de807a9c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:18.623494 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce4becfc-991f-482c-888f-f3ecedd834dd req-dc727226-c260-4acb-926f-20c7de807a9c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 943 time: 0.0500932 Sep 20 23:14:18.635799 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device f14dd557-7992-4f03-96cd-fc56dad6cfeb details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:14:18.661457 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce4becfc-991f-482c-888f-f3ecedd834dd req-6083ab2d-56e6-4ee5-8de9-4e6cf28c6850 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Sep 20 23:14:18.733958 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port f14dd557-7992-4f03-96cd-fc56dad6cfeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:18.745385 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': 'f14dd557-7992-4f03-96cd-fc56dad6cfeb', 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57', 'port_id': 'f14dd557-7992-4f03-96cd-fc56dad6cfeb', 'mac_address': 'fa:16:3e:b9:1b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ffbb60-db02-456a-b172-09b96a9e3743', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:14:18.784588 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:18.798312 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14dd557-7992-4f03-96cd-fc56dad6cfeb {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:18.819564 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port f14dd557-7992-4f03-96cd-fc56dad6cfeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:18.946160 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:18.946360 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816f434-c424-44d3-93bc-30f3c7d456a8 req-5fb52954-290f-46bf-9aee-3ad67b3c2669 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:18.946360 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b816f434-c424-44d3-93bc-30f3c7d456a8 req-5fb52954-290f-46bf-9aee-3ad67b3c2669 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0512781 Sep 20 23:14:18.980185 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=f14dd557-7992-4f03-96cd-fc56dad6cfeb,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:19.008406 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b816f434-c424-44d3-93bc-30f3c7d456a8 req-a83e2ebb-6d29-4489-8574-97f2caa66a8d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Sep 20 23:14:19.069365 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776cd6-9b80-4945-bbb8-94b905708973 req-5528fb31-b225-4762-824e-ce811de28b8d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:19.070916 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-88776cd6-9b80-4945-bbb8-94b905708973 req-5528fb31-b225-4762-824e-ce811de28b8d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0501213 Sep 20 23:14:19.107709 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-88776cd6-9b80-4945-bbb8-94b905708973 req-e6bfaf9c-4f4f-42f6-b449-650b3a12ebc2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305195 Sep 20 23:14:19.485449 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87ce5-61e6-4a69-b724-9c31875313ca req-33f8cc66-059d-41a0-bbfe-669ab6bc7c5e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:19.486936 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-23f87ce5-61e6-4a69-b724-9c31875313ca req-33f8cc66-059d-41a0-bbfe-669ab6bc7c5e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0477312 Sep 20 23:14:19.525952 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-23f87ce5-61e6-4a69-b724-9c31875313ca req-8876d5e4-5e7b-4a60-a690-6a777151a75d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325296 Sep 20 23:14:19.760393 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 4b4daacb-dd5d-43fd-80ad-31920064156c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:14:19.821776 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-480092d0-de70-45e5-b5b5-69c585b14777 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867ccb97-3d32-4026-a681-cc911570bed7 HTTP/1.1" status: 200 len: 217 time: 0.0695539 Sep 20 23:14:19.834266 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d834982-9162-4e21-ac4e-b803ef780448 req-6ae0cd17-88c7-4d3f-a61e-35c0c90eb42f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:19.835206 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2d834982-9162-4e21-ac4e-b803ef780448 req-6ae0cd17-88c7-4d3f-a61e-35c0c90eb42f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 943 time: 0.1080916 Sep 20 23:14:19.903018 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-60fb50c5-5d38-4c03-8e2e-915d7019f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:19.904058 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-60fb50c5-5d38-4c03-8e2e-915d7019f584 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0680430 Sep 20 23:14:19.909429 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2d834982-9162-4e21-ac4e-b803ef780448 req-e8b4e285-5e7b-4c5f-aa48-703f7c089097 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661077 Sep 20 23:14:19.926859 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 4b4daacb-dd5d-43fd-80ad-31920064156c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4b4daacb-dd5d-43fd-80ad-31920064156c,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:19.947759 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '4b4daacb-dd5d-43fd-80ad-31920064156c', 'network_id': '2722247a-29e7-46e7-9cb2-30646bed1b57', 'port_id': '4b4daacb-dd5d-43fd-80ad-31920064156c', 'mac_address': 'fa:16:3e:07:76:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ffbb60-db02-456a-b172-09b96a9e3743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:14:19.962511 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-1f76d0b0-c6c2-422d-9978-2dcfc6791b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:19.964419 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-1f76d0b0-c6c2-422d-9978-2dcfc6791b95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515370 Sep 20 23:14:19.991533 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:20.005682 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4daacb-dd5d-43fd-80ad-31920064156c {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:20.024978 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 4b4daacb-dd5d-43fd-80ad-31920064156c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4b4daacb-dd5d-43fd-80ad-31920064156c,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:20.073440 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-84b5b747-996d-4a11-a677-da22f5e4b1e3 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001344 Sep 20 23:14:20.106102 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:20.166528 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3bb3-3eeb-4b15-86c0-403bd69445f2 req-e66c92d6-c480-45bb-bb8b-d3024670548b tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:20.168208 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-179d3bb3-3eeb-4b15-86c0-403bd69445f2 req-e66c92d6-c480-45bb-bb8b-d3024670548b tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0731568 Sep 20 23:14:20.170007 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=4b4daacb-dd5d-43fd-80ad-31920064156c,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:20.170491 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d346c1db-0ffb-4dc1-9d94-206935c52fc0 req-5f19d8dd-8828-45ac-8fcc-361e99d3cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:20.173369 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d346c1db-0ffb-4dc1-9d94-206935c52fc0 req-5f19d8dd-8828-45ac-8fcc-361e99d3cff5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 1099 time: 0.1037738 Sep 20 23:14:20.189868 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-159cb024-bdf6-46a7-82d8-875a4d37fbb5 req-778bf504-7bb6-48bd-9626-10a42fe4bddf service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050255 Sep 20 23:14:20.206333 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['f14dd557-7992-4f03-96cd-fc56dad6cfeb'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:14:20.263663 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-179d3bb3-3eeb-4b15-86c0-403bd69445f2 req-5f52deb9-09b3-45b0-a94a-06b9e7dac525 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851479 Sep 20 23:14:20.268348 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d346c1db-0ffb-4dc1-9d94-206935c52fc0 req-69b8c6d5-4f4e-4389-85d6-c49ecfde39c2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814550 Sep 20 23:14:20.296403 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3adde-9498-4897-8b57-015d2507d839 req-deceb286-5e03-4bd8-aced-a59b9141b0d5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:20.297957 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-01d3adde-9498-4897-8b57-015d2507d839 req-deceb286-5e03-4bd8-aced-a59b9141b0d5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0676181 Sep 20 23:14:20.337582 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-01d3adde-9498-4897-8b57-015d2507d839 req-c098e76d-b542-4453-98f8-3e9466281c96 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Sep 20 23:14:20.599883 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['4b4daacb-dd5d-43fd-80ad-31920064156c'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:14:20.652814 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f81c8-bcd4-4d6e-9321-cdb90a19f4f0 req-09cc222b-6c34-4e07-94fa-51d23baedc6c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:20.654405 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-616f81c8-bcd4-4d6e-9321-cdb90a19f4f0 req-09cc222b-6c34-4e07-94fa-51d23baedc6c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0558994 Sep 20 23:14:20.698934 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-616f81c8-bcd4-4d6e-9321-cdb90a19f4f0 req-4bb72726-d309-4ebe-9622-98a18e682153 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383785 Sep 20 23:14:21.051633 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83f38d-5035-45e1-8d45-53f6d83c0aff req-95fb106b-106c-46aa-a5d5-3051a4c8091b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:21.053594 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9d83f38d-5035-45e1-8d45-53f6d83c0aff req-95fb106b-106c-46aa-a5d5-3051a4c8091b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 944 time: 0.0495920 Sep 20 23:14:21.054928 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:21.092278 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9d83f38d-5035-45e1-8d45-53f6d83c0aff req-c4bb76aa-588a-42dd-b991-c743848413f4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323844 Sep 20 23:14:21.377601 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b52311-93c1-4c5c-a2a1-26158ac04627 req-5c0ccd63-f711-41c6-9f22-81351cdfba48 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:21.380042 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-60b52311-93c1-4c5c-a2a1-26158ac04627 req-5c0ccd63-f711-41c6-9f22-81351cdfba48 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0495610 Sep 20 23:14:21.417771 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-60b52311-93c1-4c5c-a2a1-26158ac04627 req-adbca096-1e0d-4795-96a2-3b779707998a tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Sep 20 23:14:21.450549 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3ef92-2828-4587-8da0-7195a916b65b req-b6bd17c7-e4fd-4fb8-b199-6d1856fb7e54 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:21.452065 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-83c3ef92-2828-4587-8da0-7195a916b65b req-b6bd17c7-e4fd-4fb8-b199-6d1856fb7e54 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0474460 Sep 20 23:14:21.490142 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-83c3ef92-2828-4587-8da0-7195a916b65b req-03eaccfa-24a2-4c97-aedc-770ba579e4d1 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Sep 20 23:14:21.753296 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device f14dd557-7992-4f03-96cd-fc56dad6cfeb up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:14:21.846502 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21785369-28f3-49cd-8cd1-9d1a6d357eb2 req-5028b6cf-5ee2-4a30-8e9f-77b5f473935e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:21.848093 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-21785369-28f3-49cd-8cd1-9d1a6d357eb2 req-5028b6cf-5ee2-4a30-8e9f-77b5f473935e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0571096 Sep 20 23:14:21.897410 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port f14dd557-7992-4f03-96cd-fc56dad6cfeb completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:14:21.901014 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-21785369-28f3-49cd-8cd1-9d1a6d357eb2 req-aae7505a-232c-4bf4-84cd-c05529e1429a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Sep 20 23:14:21.901977 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port f14dd557-7992-4f03-96cd-fc56dad6cfeb triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:14:21.902605 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:21.989177 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:22.021955 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd08fb07-4c35-4589-ac87-6c0dbb6d0e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14dd557-7992-4f03-96cd-fc56dad6cfeb'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:22.024198 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa816f2-87b7-4f58-a74b-7f7f7321426f" -d '{"events": [{"server_uuid": "bd08fb07-4c35-4589-ac87-6c0dbb6d0e89", "name": "network-vif-plugged", "status": "completed", "tag": "f14dd557-7992-4f03-96cd-fc56dad6cfeb"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:22.041010 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port f14dd557-7992-4f03-96cd-fc56dad6cfeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:22.079198 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612ec218-216d-4ccd-9f4a-77bc90dccf00 x-openstack-request-id: req-612ec218-216d-4ccd-9f4a-77bc90dccf00 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:22.079788 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd08fb07-4c35-4589-ac87-6c0dbb6d0e89", "name": "network-vif-plugged", "status": "completed", "tag": "f14dd557-7992-4f03-96cd-fc56dad6cfeb", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:22.079788 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-612ec218-216d-4ccd-9f4a-77bc90dccf00 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:22.080295 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd08fb07-4c35-4589-ac87-6c0dbb6d0e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14dd557-7992-4f03-96cd-fc56dad6cfeb', 'code': 200} Sep 20 23:14:22.140602 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:22.141339 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 4b4daacb-dd5d-43fd-80ad-31920064156c up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:14:22.227444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=f14dd557-7992-4f03-96cd-fc56dad6cfeb,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:22.241648 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc3be7-f102-4924-8e49-2b4ac01945ea req-587ef271-2a64-4d93-9241-b9aad20e4590 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:22.243344 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2ecc3be7-f102-4924-8e49-2b4ac01945ea req-587ef271-2a64-4d93-9241-b9aad20e4590 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 944 time: 0.0679135 Sep 20 23:14:22.292335 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2ecc3be7-f102-4924-8e49-2b4ac01945ea req-f3a2d5db-f885-4f46-aacc-6aa6d3825cfd tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424151 Sep 20 23:14:22.346946 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 4b4daacb-dd5d-43fd-80ad-31920064156c completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:14:22.351859 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 4b4daacb-dd5d-43fd-80ad-31920064156c triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:14:22.352369 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:22.477790 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d5387c-4609-4357-a89b-05422c07855d req-6a259d98-e1f6-4e46-87c4-c5a120678141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:22.479219 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-63d5387c-4609-4357-a89b-05422c07855d req-6a259d98-e1f6-4e46-87c4-c5a120678141 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1098 time: 0.0444758 Sep 20 23:14:22.525338 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-63d5387c-4609-4357-a89b-05422c07855d req-c5d68e3e-7d29-495f-bf4a-8f89443d61db service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360525 Sep 20 23:14:22.565327 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:22.569019 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9634e40-01c3-417f-ab24-9625fdfd8d5a req-2a8c8f0a-cbf9-463e-99cb-e92da6f9d0a0 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:22.571132 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e9634e40-01c3-417f-ab24-9625fdfd8d5a req-2a8c8f0a-cbf9-463e-99cb-e92da6f9d0a0 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0724216 Sep 20 23:14:22.608081 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 4b4daacb-dd5d-43fd-80ad-31920064156c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4b4daacb-dd5d-43fd-80ad-31920064156c,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:22.615581 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e9634e40-01c3-417f-ab24-9625fdfd8d5a req-d0e68d52-ae9e-406b-87be-68e1b7920371 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379560 Sep 20 23:14:22.638881 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2d941-7d51-4d55-adee-9b5f0b5182b1 req-35cc2652-3e03-45db-bcc1-c0a5a40a5b7e tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:22.640694 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2dc2d941-7d51-4d55-adee-9b5f0b5182b1 req-35cc2652-3e03-45db-bcc1-c0a5a40a5b7e tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0567834 Sep 20 23:14:22.650083 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 50700) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:22.678613 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:22.696564 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2dc2d941-7d51-4d55-adee-9b5f0b5182b1 req-2999e776-2ceb-4fdf-b7a9-9d590e31181d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Sep 20 23:14:22.748873 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=4b4daacb-dd5d-43fd-80ad-31920064156c,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:22.778611 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ea7e953c-5f03-4107-95db-0e76cd625a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:22.875529 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ea7e953c-5f03-4107-95db-0e76cd625a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:22.981054 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ea7e953c-5f03-4107-95db-0e76cd625a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:23.042792 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-ea7e953c-5f03-4107-95db-0e76cd625a77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2c6abf4dc07426780b5e13518743010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916254 Sep 20 23:14:23.045463 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50712) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:23.047102 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e953c-5f03-4107-95db-0e76cd625a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4929668-3501-4ed2-a38a-774442336ea8,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:23.067102 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f038615-eb6b-4e00-9bba-848c98790f69 req-af6b7831-5496-4feb-9922-589efd6d7acb tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:23.068860 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1f038615-eb6b-4e00-9bba-848c98790f69 req-af6b7831-5496-4feb-9922-589efd6d7acb tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0840378 Sep 20 23:14:23.109092 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d2427151-bde3-4cf1-9fdb-6a5c3cf0661c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:23.113822 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1f038615-eb6b-4e00-9bba-848c98790f69 req-1f8bb4f4-8f65-408b-b6bc-e267a348a075 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367224 Sep 20 23:14:23.135126 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d2427151-bde3-4cf1-9fdb-6a5c3cf0661c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:23.232341 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d2427151-bde3-4cf1-9fdb-6a5c3cf0661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:23.235145 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d2427151-bde3-4cf1-9fdb-6a5c3cf0661c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:23.236409 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d2427151-bde3-4cf1-9fdb-6a5c3cf0661c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4929668-3501-4ed2-a38a-774442336ea8 HTTP/1.1" status: 204 len: 168 time: 0.1898623 Sep 20 23:14:23.244982 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2427151-bde3-4cf1-9fdb-6a5c3cf0661c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4929668-3501-4ed2-a38a-774442336ea8,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:23.442861 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5a160-460a-4b81-9fa8-c6cab969f8f2 req-aa55a294-ebff-4e5e-9149-afe4a1718f9d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:23.446385 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bdc5a160-460a-4b81-9fa8-c6cab969f8f2 req-aa55a294-ebff-4e5e-9149-afe4a1718f9d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0756834 Sep 20 23:14:23.498436 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bdc5a160-460a-4b81-9fa8-c6cab969f8f2 req-4884ff12-6457-454c-ba21-5ecf779748e7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472827 Sep 20 23:14:23.950937 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 50754) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:23.964481 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-26ba5854-81dd-45bd-956e-b96b3f83875a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:24.049058 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-26ba5854-81dd-45bd-956e-b96b3f83875a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:24.082482 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c269b1f-3672-4148-b215-ab4db9d6c2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4daacb-dd5d-43fd-80ad-31920064156c'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:24.085068 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c4d240-3ad6-4b72-9699-4b67e608dc73" -d '{"events": [{"server_uuid": "2c269b1f-3672-4148-b215-ab4db9d6c2c8", "name": "network-vif-plugged", "status": "completed", "tag": "4b4daacb-dd5d-43fd-80ad-31920064156c"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:24.118595 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-26ba5854-81dd-45bd-956e-b96b3f83875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:24.120255 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa8c289-20be-4fb8-b3eb-d73eca47d646 x-openstack-request-id: req-dfa8c289-20be-4fb8-b3eb-d73eca47d646 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:24.120555 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c269b1f-3672-4148-b215-ab4db9d6c2c8", "name": "network-vif-plugged", "status": "completed", "tag": "4b4daacb-dd5d-43fd-80ad-31920064156c", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:24.120810 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfa8c289-20be-4fb8-b3eb-d73eca47d646 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:24.121225 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c269b1f-3672-4148-b215-ab4db9d6c2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4daacb-dd5d-43fd-80ad-31920064156c', 'code': 200} Sep 20 23:14:24.155622 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-26ba5854-81dd-45bd-956e-b96b3f83875a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27b17a1e8dbd4d22951e5711c1eed806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036548 Sep 20 23:14:24.156507 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba5854-81dd-45bd-956e-b96b3f83875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6248624-8f30-47b1-9697-641aa62f626c,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:24.158268 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 50762) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:24.247252 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b151214d-9ed2-47ae-ae18-9e0fb1a8fbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:24.270548 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a93b7-3a9a-42f0-837d-b21488c9cf71 req-806ec653-4943-4e15-9fa1-ee131294f376 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:24.272004 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-363a93b7-3a9a-42f0-837d-b21488c9cf71 req-806ec653-4943-4e15-9fa1-ee131294f376 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0817938 Sep 20 23:14:24.281937 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b151214d-9ed2-47ae-ae18-9e0fb1a8fbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:24.334790 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-363a93b7-3a9a-42f0-837d-b21488c9cf71 req-a966781f-7da4-403d-956a-3a477fea5324 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553043 Sep 20 23:14:24.415495 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b151214d-9ed2-47ae-ae18-9e0fb1a8fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:24.418105 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b151214d-9ed2-47ae-ae18-9e0fb1a8fbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:24.419225 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b151214d-9ed2-47ae-ae18-9e0fb1a8fbac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6248624-8f30-47b1-9697-641aa62f626c HTTP/1.1" status: 204 len: 168 time: 0.2581031 Sep 20 23:14:24.430699 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151214d-9ed2-47ae-ae18-9e0fb1a8fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6248624-8f30-47b1-9697-641aa62f626c,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:24.616276 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186648d4-237e-4ed5-b34f-e7a528d5eb71 req-3df80889-fd9c-4cfb-b6c6-ca4d815d2542 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:24.617685 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-186648d4-237e-4ed5-b34f-e7a528d5eb71 req-3df80889-fd9c-4cfb-b6c6-ca4d815d2542 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0474780 Sep 20 23:14:24.655929 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-186648d4-237e-4ed5-b34f-e7a528d5eb71 req-b2d691cf-93ac-4ef6-8b2f-7a91904d4174 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317194 Sep 20 23:14:24.771321 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:14:24.871069 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:24.882309 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '867ccb97-3d32-4026-a681-cc911570bed7', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'port_id': '867ccb97-3d32-4026-a681-cc911570bed7', 'mac_address': 'fa:16:3e:c5:da:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:14:24.919510 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:24.932839 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867ccb97-3d32-4026-a681-cc911570bed7 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:14:24.955401 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:25.055172 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:25.102211 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:25.450579 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08ca24-c372-422f-9dee-2e1087d733d2 req-63121661-9f96-4a5d-952c-df9824acd830 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:25.451977 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2d08ca24-c372-422f-9dee-2e1087d733d2 req-63121661-9f96-4a5d-952c-df9824acd830 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 944 time: 0.0472932 Sep 20 23:14:25.490991 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2d08ca24-c372-422f-9dee-2e1087d733d2 req-f55b4899-c33b-46e8-8404-eb9510ad6341 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Sep 20 23:14:25.773725 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a4eea-6119-4627-8bee-0f91f382d061 req-9cc8e1d3-40cb-4fb5-af0c-873efe7974aa tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:25.775235 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-133a4eea-6119-4627-8bee-0f91f382d061 req-9cc8e1d3-40cb-4fb5-af0c-873efe7974aa tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0519288 Sep 20 23:14:25.811913 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-133a4eea-6119-4627-8bee-0f91f382d061 req-152fac0e-916d-478c-8902-eef1acb91c53 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307136 Sep 20 23:14:26.205922 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e537a-ff48-49f8-8772-7d74f354a7e4 req-87bb1fca-0c78-4ffe-a1c2-008827b78a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:26.207871 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2e5e537a-ff48-49f8-8772-7d74f354a7e4 req-87bb1fca-0c78-4ffe-a1c2-008827b78a23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0444396 Sep 20 23:14:26.251043 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2e5e537a-ff48-49f8-8772-7d74f354a7e4 req-1343b45d-f88a-4718-ae58-7950c4e591ea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273306 Sep 20 23:14:26.325576 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['867ccb97-3d32-4026-a681-cc911570bed7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:14:26.649594 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de023b1-1388-4a43-a2fe-9b6d184d4e73 req-b3a5ada5-3935-4b43-a621-37f4e4dacc3f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:26.651084 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0de023b1-1388-4a43-a2fe-9b6d184d4e73 req-b3a5ada5-3935-4b43-a621-37f4e4dacc3f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 944 time: 0.0625839 Sep 20 23:14:26.688397 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0de023b1-1388-4a43-a2fe-9b6d184d4e73 req-d8a85938-e056-4334-9ad1-fee49456fa3d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Sep 20 23:14:26.936824 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e02d26-3f42-4203-803d-d38760c92f19 req-773d3190-0e52-40fe-9019-a8d638241733 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:26.938246 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e4e02d26-3f42-4203-803d-d38760c92f19 req-773d3190-0e52-40fe-9019-a8d638241733 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0567536 Sep 20 23:14:26.984297 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e4e02d26-3f42-4203-803d-d38760c92f19 req-9c2da260-714d-47ea-826a-d31b34549df3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394449 Sep 20 23:14:27.841560 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:14:28.021032 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 867ccb97-3d32-4026-a681-cc911570bed7 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:14:28.025073 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 867ccb97-3d32-4026-a681-cc911570bed7 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:14:28.025452 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:28.101320 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:28.123540 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:28.125776 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a47708-961f-4aff-9b17-033ae305a228" -d '{"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-plugged", "status": "completed", "tag": "867ccb97-3d32-4026-a681-cc911570bed7"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:28.138123 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:28.244043 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:28.306674 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cdb327-f485-41de-af4a-654b92def4a7 req-40329107-58dc-42fb-83a9-2d6456c6f155 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:28.306674 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c1cdb327-f485-41de-af4a-654b92def4a7 req-40329107-58dc-42fb-83a9-2d6456c6f155 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 944 time: 0.0731530 Sep 20 23:14:28.342737 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:28.348889 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e255a0-ca0f-45bd-8572-6a492bbb3b3c req-b039c621-292d-4ff1-964a-7de06b6c296e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:28.350534 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95e255a0-ca0f-45bd-8572-6a492bbb3b3c req-b039c621-292d-4ff1-964a-7de06b6c296e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0748651 Sep 20 23:14:28.371900 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c1cdb327-f485-41de-af4a-654b92def4a7 req-cb032065-19a5-4835-b431-106642062f17 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586343 Sep 20 23:14:28.408430 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95e255a0-ca0f-45bd-8572-6a492bbb3b3c req-c4ef18d8-a15c-455b-888e-e7f40bdea3a9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517330 Sep 20 23:14:28.429417 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e10efbb-5c47-46fb-9650-3b66af723096 x-openstack-request-id: req-0e10efbb-5c47-46fb-9650-3b66af723096 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:28.429711 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-plugged", "status": "completed", "tag": "867ccb97-3d32-4026-a681-cc911570bed7", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:28.429993 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e10efbb-5c47-46fb-9650-3b66af723096 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:28.430424 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7', 'code': 200} Sep 20 23:14:28.867692 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33c6d0-43ed-4d7b-8e94-0dc260d2d32c req-d9dac746-8bbe-43dc-8473-ecfb78ade014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:28.869765 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4e33c6d0-43ed-4d7b-8e94-0dc260d2d32c req-d9dac746-8bbe-43dc-8473-ecfb78ade014 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 1098 time: 0.0445962 Sep 20 23:14:28.922108 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4e33c6d0-43ed-4d7b-8e94-0dc260d2d32c req-151f9f54-cc2d-4cad-b900-13108ba36346 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Sep 20 23:14:28.974754 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a01e7-cd05-4bbc-b708-71d309ebf493 req-e4638e92-953f-4ffb-a965-88a822b872b4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:28.976159 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-366a01e7-cd05-4bbc-b708-71d309ebf493 req-e4638e92-953f-4ffb-a965-88a822b872b4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0480468 Sep 20 23:14:29.015076 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-366a01e7-cd05-4bbc-b708-71d309ebf493 req-13fc0f6e-0b4e-48e8-bd07-a15c91185ae7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331280 Sep 20 23:14:29.494123 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc78dc-d970-443c-8998-9b959af864c9 req-4111badc-c4fc-44cd-a965-64e7b4a03def tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:29.495665 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-10cc78dc-d970-443c-8998-9b959af864c9 req-4111badc-c4fc-44cd-a965-64e7b4a03def tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0568068 Sep 20 23:14:29.532875 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-559c763a-6e10-4b2c-beb3-b0762c49d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:29.535612 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-559c763a-6e10-4b2c-beb3-b0762c49d3e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0679624 Sep 20 23:14:29.739294 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-10cc78dc-d970-443c-8998-9b959af864c9 req-9f483551-6fe2-4d8c-a5b6-b7c2b2bc201d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376273 Sep 20 23:14:29.753974 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-efca95a6-d708-4de0-93dd-3ca62b139980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:29.757851 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-efca95a6-d708-4de0-93dd-3ca62b139980 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 920 time: 0.2127554 Sep 20 23:14:29.797463 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-30d0ff48-e9d0-4497-ba75-89006d9c2342 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4daacb-dd5d-43fd-80ad-31920064156c HTTP/1.1" status: 200 len: 217 time: 0.0340517 Sep 20 23:14:29.853547 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-10c586f5-7d6e-47e7-b677-e779a4cbe7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:29.854956 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-10c586f5-7d6e-47e7-b677-e779a4cbe7a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.0454671 Sep 20 23:14:29.890304 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-2c02cefb-1984-4ec6-9e8a-3b0a56e4a9fe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239666 Sep 20 23:14:29.990699 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-004726c9-ba75-4206-8169-3260668f3d45 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912747 Sep 20 23:14:30.101963 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fa88ef3d-654e-4f94-99ec-1047e3da1ea0 req-ae7ef42e-7ed3-4975-9fa5-a57e9052bb68 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036298 Sep 20 23:14:30.142870 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608960-1dd8-49a8-9065-4cf168773b7e req-8aa0594c-76d0-4d41-8413-d6d0071ad03c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:30.144582 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f5608960-1dd8-49a8-9065-4cf168773b7e req-8aa0594c-76d0-4d41-8413-d6d0071ad03c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0575175 Sep 20 23:14:30.184262 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f5608960-1dd8-49a8-9065-4cf168773b7e req-efb6025e-2d39-4a63-85b8-838e7e077b33 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336368 Sep 20 23:14:30.861419 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3356c-e0f3-45b2-85e9-1e5cf2aa3902 req-457e9e07-64f9-4688-b634-782fd5e73de3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:30.864746 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c1e3356c-e0f3-45b2-85e9-1e5cf2aa3902 req-457e9e07-64f9-4688-b634-782fd5e73de3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0524213 Sep 20 23:14:30.905006 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c1e3356c-e0f3-45b2-85e9-1e5cf2aa3902 req-3fc07d63-dfdf-430f-ba8d-33000d0fb1ab tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342278 Sep 20 23:14:31.299651 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888cf7b-b0aa-4ec9-b2ab-a18defbde915 req-b8ff164b-2282-466a-bbb3-4a6ab5dafa05 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:31.301701 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b888cf7b-b0aa-4ec9-b2ab-a18defbde915 req-b8ff164b-2282-466a-bbb3-4a6ab5dafa05 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0505743 Sep 20 23:14:31.338127 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b888cf7b-b0aa-4ec9-b2ab-a18defbde915 req-2b6ef839-c467-4e4c-b4e0-fb3219815854 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304625 Sep 20 23:14:32.037284 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45594e68-277f-4fa9-8c83-38c197cb779f req-8677b22c-4e91-4739-9e2a-c5ac5026c1a9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:32.038804 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-45594e68-277f-4fa9-8c83-38c197cb779f req-8677b22c-4e91-4739-9e2a-c5ac5026c1a9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0483003 Sep 20 23:14:32.075944 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-45594e68-277f-4fa9-8c83-38c197cb779f req-f9281424-eb81-4eef-a82b-1091c9689f19 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313127 Sep 20 23:14:32.193247 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51944bc4-82e3-4bba-b945-f5c2104b054d req-898a6277-7664-4794-8962-050a6d5fb795 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:32.194729 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-51944bc4-82e3-4bba-b945-f5c2104b054d req-898a6277-7664-4794-8962-050a6d5fb795 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0473666 Sep 20 23:14:32.203969 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51024) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:32.209559 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'floatingip': {'port_id': '867ccb97-3d32-4026-a681-cc911570bed7'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:14:32.279834 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:32.530799 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb5556-2777-4f67-bb68-72d4b75fb93c req-47b31be9-03de-43d7-8aaf-02fce9c63b84 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:32.532360 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95eb5556-2777-4f67-bb68-72d4b75fb93c req-47b31be9-03de-43d7-8aaf-02fce9c63b84 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.1205759 Sep 20 23:14:32.585978 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51034) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:32.635396 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95eb5556-2777-4f67-bb68-72d4b75fb93c req-9d6a2d9d-f821-4a46-a594-e2e89b168368 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965717 Sep 20 23:14:32.700471 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b35f12ea-1832-4d61-8519-6e94447b68aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:32.814736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b35f12ea-1832-4d61-8519-6e94447b68aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:32.918338 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b35f12ea-1832-4d61-8519-6e94447b68aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:32.958137 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b35f12ea-1832-4d61-8519-6e94447b68aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5917ff4d1b2744e98681c1b7c24f7c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3706520 Sep 20 23:14:32.958956 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f12ea-1832-4d61-8519-6e94447b68aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c576a1c9-66fe-4453-b911-2b1e3449aa91,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:32.961344 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51048) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:32.993182 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:33.016039 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3e33bce3-a330-4889-80b8-623b84a03388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:33.038292 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3e33bce3-a330-4889-80b8-623b84a03388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:33.102120 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:33.176291 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3e33bce3-a330-4889-80b8-623b84a03388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:33.180991 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3e33bce3-a330-4889-80b8-623b84a03388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:33.191364 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-3e33bce3-a330-4889-80b8-623b84a03388 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c576a1c9-66fe-4453-b911-2b1e3449aa91 HTTP/1.1" status: 204 len: 168 time: 0.2191379 Sep 20 23:14:33.197801 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33bce3-a330-4889-80b8-623b84a03388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c576a1c9-66fe-4453-b911-2b1e3449aa91,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:33.234765 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.l3_db [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Floating IP 64f16ae7-54f9-4b30-8b40-5fd03a6aa90a associated. External IP: 172.27.3.125, port: 867ccb97-3d32-4026-a681-cc911570bed7. Sep 20 23:14:33.629049 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Router 57aad96b-8d9f-4556-8861-6eb285b1ba3d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:14:33.684929 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51078) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:33.745720 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:14:33.760827 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:33.760916 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] Sync routers for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:14:33.769555 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:14:33.770210 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:14:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:14:33.783370 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-667cbc46-75c9-43f3-b2a4-abbd0961184e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "PUT /v2.0/floatingips/64f16ae7-54f9-4b30-8b40-5fd03a6aa90a HTTP/1.1" status: 200 len: 991 time: 1.5782115 Sep 20 23:14:33.784028 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:33.786883 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0422a831-4520-4ed1-a45b-995ee3a71bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "tag": "867ccb97-3d32-4026-a681-cc911570bed7"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:33.793128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99cd3e-1808-485b-86d4-08c4dd94b212 req-82fa9bce-7ede-4487-a561-81e3525dca9d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:33.794852 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bd99cd3e-1808-485b-86d4-08c4dd94b212 req-82fa9bce-7ede-4487-a561-81e3525dca9d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0770471 Sep 20 23:14:33.820794 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b6254f31-9ead-40e7-ac10-dd799291b758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:33.859285 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bd99cd3e-1808-485b-86d4-08c4dd94b212 req-a526c2d0-3a6c-4c97-91f2-e5f0340f34be tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574415 Sep 20 23:14:33.898237 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:14:33.908490 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6831f29-b417-4dbf-8a5c-72db6c82600b x-openstack-request-id: req-f6831f29-b417-4dbf-8a5c-72db6c82600b {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:33.908786 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "tag": "867ccb97-3d32-4026-a681-cc911570bed7", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:33.909042 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6831f29-b417-4dbf-8a5c-72db6c82600b {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:33.909974 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7', 'status': 'completed', 'code': 200} Sep 20 23:14:33.936750 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b6254f31-9ead-40e7-ac10-dd799291b758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.042737 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-ca539eb4-106e-49b0-a664-7e9f253af3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:34.044221 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-ca539eb4-106e-49b0-a664-7e9f253af3bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 1098 time: 0.0466747 Sep 20 23:14:34.047971 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b6254f31-9ead-40e7-ac10-dd799291b758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.163303 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b6254f31-9ead-40e7-ac10-dd799291b758 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=370b04bde2374842937a5c775f0f5238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772053 Sep 20 23:14:34.164180 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6254f31-9ead-40e7-ac10-dd799291b758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b598936-813b-415d-9b48-cd3a9b518d28,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:34.168135 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51094) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:34.170483 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51096) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:34.202352 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-a97dc2fb-dbb3-4b92-8476-784c92a42360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:34.208706 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-a97dc2fb-dbb3-4b92-8476-784c92a42360 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 918 time: 0.1501811 Sep 20 23:14:34.234297 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-222701aa-405c-4d75-aa59-aac0197de1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.318034 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d8c34ea0-b4c0-4ba3-8f8e-00aebc179862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.329396 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '64f16ae7-54f9-4b30-8b40-5fd03a6aa90a', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'port_id': '867ccb97-3d32-4026-a681-cc911570bed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'mac_address': 'fa:16:3e:c5:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:13:58Z', 'updated_at': '2021-09-20T23:14:32Z', 'revision_number': 1, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:14:34.353807 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d8c34ea0-b4c0-4ba3-8f8e-00aebc179862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.370059 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] Checking router: 57aad96b-8d9f-4556-8861-6eb285b1ba3d for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:14:34.383695 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:14:34.384422 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:14:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:14:34.426954 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-222701aa-405c-4d75-aa59-aac0197de1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.507130 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:14:34.512325 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-222701aa-405c-4d75-aa59-aac0197de1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.536034 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-e74f3028-d1e0-4bd6-84a6-1539bfb7b4da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867ccb97-3d32-4026-a681-cc911570bed7 HTTP/1.1" status: 200 len: 999 time: 0.3150933 Sep 20 23:14:34.561314 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-222701aa-405c-4d75-aa59-aac0197de1a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a27e77a941247a79c2091249ec5d429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848073 Sep 20 23:14:34.563303 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51112) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:34.575000 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d8c34ea0-b4c0-4ba3-8f8e-00aebc179862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.578480 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d8c34ea0-b4c0-4ba3-8f8e-00aebc179862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.579758 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d8c34ea0-b4c0-4ba3-8f8e-00aebc179862 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b598936-813b-415d-9b48-cd3a9b518d28 HTTP/1.1" status: 204 len: 168 time: 0.3980792 Sep 20 23:14:34.580633 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222701aa-405c-4d75-aa59-aac0197de1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad45e5d-8cf4-44d9-a6e9-a0dcb16a006d,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:34.605468 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-22c6b644-e066-462b-9b17-73a81667a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:34.607191 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-22c6b644-e066-462b-9b17-73a81667a1a7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0566804 Sep 20 23:14:34.613163 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c34ea0-b4c0-4ba3-8f8e-00aebc179862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b598936-813b-415d-9b48-cd3a9b518d28,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:34.686948 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-dfaccd30-dc41-48f7-a204-582caf1f5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:34.689017 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-dfaccd30-dc41-48f7-a204-582caf1f5cad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699000 Sep 20 23:14:34.700600 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c69c1c89-c8b7-4cc1-8afa-2298d2dcfc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.731711 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c69c1c89-c8b7-4cc1-8afa-2298d2dcfc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.821898 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '64f16ae7-54f9-4b30-8b40-5fd03a6aa90a', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'port_id': '867ccb97-3d32-4026-a681-cc911570bed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'mac_address': 'fa:16:3e:c5:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:13:58Z', 'updated_at': '2021-09-20T23:14:32Z', 'revision_number': 1, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:14:34.828614 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-36d7c32d-94e0-43d9-bd33-63474390eba6 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242239 Sep 20 23:14:34.837774 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c69c1c89-c8b7-4cc1-8afa-2298d2dcfc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.841380 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c69c1c89-c8b7-4cc1-8afa-2298d2dcfc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:34.842634 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c69c1c89-c8b7-4cc1-8afa-2298d2dcfc0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ad45e5d-8cf4-44d9-a6e9-a0dcb16a006d HTTP/1.1" status: 204 len: 168 time: 0.2790794 Sep 20 23:14:34.858621 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c1c89-c8b7-4cc1-8afa-2298d2dcfc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad45e5d-8cf4-44d9-a6e9-a0dcb16a006d,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:34.902542 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296fefde-b0f8-4b5c-adec-17c0d33c1fa5 None None] The sync data for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi is: [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '64f16ae7-54f9-4b30-8b40-5fd03a6aa90a', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'port_id': '867ccb97-3d32-4026-a681-cc911570bed7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'mac_address': 'fa:16:3e:c5:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:13:58Z', 'updated_at': '2021-09-20T23:14:32Z', 'revision_number': 1, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:14:34.954011 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0422a831-4520-4ed1-a45b-995ee3a71bb3 req-57e3603d-3f8b-48d6-b6ef-9e65253fba55 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161644 Sep 20 23:14:35.058392 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290d907-c7a3-4c1b-b63d-9b581dacc955 req-2d59448b-7b28-4d41-9066-e9fafb75c9ef tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:35.083259 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8290d907-c7a3-4c1b-b63d-9b581dacc955 req-2d59448b-7b28-4d41-9066-e9fafb75c9ef tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0728676 Sep 20 23:14:35.105231 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8290d907-c7a3-4c1b-b63d-9b581dacc955 req-d1481cf7-0a82-4ef9-bdf3-4580129385a2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384932 Sep 20 23:14:35.175527 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcadc9e2-183a-42b6-b023-8bf42b343363 None None] New status for floating IP 64f16ae7-54f9-4b30-8b40-5fd03a6aa90a: ACTIVE {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:14:35.546971 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51142) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:35.561773 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2c173684-fc0f-4d03-b9bc-b81069d71c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:35.655362 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2c173684-fc0f-4d03-b9bc-b81069d71c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:35.735319 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2c173684-fc0f-4d03-b9bc-b81069d71c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:35.774707 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2c173684-fc0f-4d03-b9bc-b81069d71c24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae83d89792404f05ab98c0fbb791a291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259204 Sep 20 23:14:35.776711 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c173684-fc0f-4d03-b9bc-b81069d71c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3898c4ea-1038-4213-851d-bfbf418788b4,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:35.777202 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51148) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:35.838356 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fc5171d4-fd94-4838-bd01-dafd93856ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:35.863158 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fc5171d4-fd94-4838-bd01-dafd93856ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:35.895388 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bb67649d-46f7-4fc3-809f-680febd4c1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:36.009651 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fc5171d4-fd94-4838-bd01-dafd93856ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:36.012308 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fc5171d4-fd94-4838-bd01-dafd93856ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:36.013663 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-fc5171d4-fd94-4838-bd01-dafd93856ab9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3898c4ea-1038-4213-851d-bfbf418788b4 HTTP/1.1" status: 204 len: 168 time: 0.2352579 Sep 20 23:14:36.022683 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5171d4-fd94-4838-bd01-dafd93856ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3898c4ea-1038-4213-851d-bfbf418788b4,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:36.250327 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aea2f4-5e78-43e0-a939-fee906f9ecee req-e0e89632-72c1-49b5-b9a0-2eec2ffca0d7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:36.257932 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-53aea2f4-5e78-43e0-a939-fee906f9ecee req-e0e89632-72c1-49b5-b9a0-2eec2ffca0d7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0789120 Sep 20 23:14:36.294992 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-53aea2f4-5e78-43e0-a939-fee906f9ecee req-b3b3e82f-57e0-49f0-b57b-e0bdde55d9ad tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Sep 20 23:14:36.819497 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51200) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:36.935584 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c18aa680-7666-4bc5-9575-ef9a5aee6257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:37.024781 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c18aa680-7666-4bc5-9575-ef9a5aee6257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:37.186356 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c18aa680-7666-4bc5-9575-ef9a5aee6257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:37.249935 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-c18aa680-7666-4bc5-9575-ef9a5aee6257 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fc74353cc3d43cd83c8b85d708d2230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293468 Sep 20 23:14:37.252580 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51228) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:37.255271 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18aa680-7666-4bc5-9575-ef9a5aee6257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff2f2c4-209a-473e-85f9-1e34f48a7517,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:37.321228 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb386-da32-4cb0-89fc-86ff4bc4f6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:37.343099 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb386-da32-4cb0-89fc-86ff4bc4f6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:37.427037 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009bf98-f5b7-499a-9c79-1351a042ffa5 req-d8d2e75b-58dc-4c82-bd1b-4948cf52c92f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:37.429337 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a009bf98-f5b7-499a-9c79-1351a042ffa5 req-d8d2e75b-58dc-4c82-bd1b-4948cf52c92f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0689790 Sep 20 23:14:37.482313 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a009bf98-f5b7-499a-9c79-1351a042ffa5 req-bc5da1f8-058e-43c6-80fc-026eb1efef74 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Sep 20 23:14:37.495204 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb386-da32-4cb0-89fc-86ff4bc4f6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:37.497943 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb386-da32-4cb0-89fc-86ff4bc4f6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:37.499098 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f1fcb386-da32-4cb0-89fc-86ff4bc4f6be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ff2f2c4-209a-473e-85f9-1e34f48a7517 HTTP/1.1" status: 204 len: 168 time: 0.2444174 Sep 20 23:14:37.509347 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb386-da32-4cb0-89fc-86ff4bc4f6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff2f2c4-209a-473e-85f9-1e34f48a7517,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:38.203000 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51260) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:38.222139 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65a9e7cd-2248-473c-b925-4b3b61a6af76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.303508 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51266) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:38.327969 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65a9e7cd-2248-473c-b925-4b3b61a6af76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.418880 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-37836f68-c85c-4d3b-abf7-c033ae09fcb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.438190 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65a9e7cd-2248-473c-b925-4b3b61a6af76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.482618 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-65a9e7cd-2248-473c-b925-4b3b61a6af76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1efc982f63d456683d85f53c5e02d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784090 Sep 20 23:14:38.483746 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9e7cd-2248-473c-b925-4b3b61a6af76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e185a5-7def-4548-a2b5-24d65ae52b47,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:38.486242 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51278) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:38.529083 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf186-e7eb-4a6a-80df-47fecca17862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.558385 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c165fa11-b235-450b-9955-2f559a39c9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.586616 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c165fa11-b235-450b-9955-2f559a39c9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.624530 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-37836f68-c85c-4d3b-abf7-c033ae09fcb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.647139 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486387f2-29ce-44c6-83f5-2e64c64b31d5 req-343b3110-e265-4896-b6a8-bb0e9665bf07 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:38.648778 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-486387f2-29ce-44c6-83f5-2e64c64b31d5 req-343b3110-e265-4896-b6a8-bb0e9665bf07 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0699782 Sep 20 23:14:38.688691 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-486387f2-29ce-44c6-83f5-2e64c64b31d5 req-799c2fcf-b52c-40f4-9981-86cc8a40078c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341122 Sep 20 23:14:38.740614 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-37836f68-c85c-4d3b-abf7-c033ae09fcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.781218 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-37836f68-c85c-4d3b-abf7-c033ae09fcb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b442097a8e94bcebcba11b7da00542a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765496 Sep 20 23:14:38.781997 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37836f68-c85c-4d3b-abf7-c033ae09fcb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6101a31-2e1d-4007-97d8-bae5775692a0,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:38.783994 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51288) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:38.803742 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c165fa11-b235-450b-9955-2f559a39c9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.804966 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c165fa11-b235-450b-9955-2f559a39c9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.806749 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c165fa11-b235-450b-9955-2f559a39c9c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3e185a5-7def-4548-a2b5-24d65ae52b47 HTTP/1.1" status: 204 len: 168 time: 0.3195000 Sep 20 23:14:38.832110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165fa11-b235-450b-9955-2f559a39c9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e185a5-7def-4548-a2b5-24d65ae52b47,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:38.876250 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-696232be-08de-424d-bf2a-4a2a0adcce20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:38.900426 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-696232be-08de-424d-bf2a-4a2a0adcce20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:39.140829 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:39.141070 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-696232be-08de-424d-bf2a-4a2a0adcce20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:39.143525 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-696232be-08de-424d-bf2a-4a2a0adcce20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:39.144743 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-696232be-08de-424d-bf2a-4a2a0adcce20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6101a31-2e1d-4007-97d8-bae5775692a0 HTTP/1.1" status: 204 len: 168 time: 0.3591845 Sep 20 23:14:39.153271 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696232be-08de-424d-bf2a-4a2a0adcce20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6101a31-2e1d-4007-97d8-bae5775692a0,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:39.632051 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51316) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:39.683791 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:39.801520 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5d1ed-d9a0-4104-99a3-35d8135d1410 req-0d7e9dad-fdbc-402b-ad5c-b62afabc0ef7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:39.803216 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-84d5d1ed-d9a0-4104-99a3-35d8135d1410 req-0d7e9dad-fdbc-402b-ad5c-b62afabc0ef7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0479286 Sep 20 23:14:39.841387 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-84d5d1ed-d9a0-4104-99a3-35d8135d1410 req-f60ea7a1-7e10-4bbe-8b09-b4816d683e9f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Sep 20 23:14:39.887229 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51322) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:39.900986 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b6a610ac-fc7e-49ac-b2f6-ac66a23cc373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:39.969984 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51326) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:39.994326 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f441a3da-4416-46f1-b76d-fc7f5f11f3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.015155 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b6a610ac-fc7e-49ac-b2f6-ac66a23cc373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.049074 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-43906e8e-4adb-4e20-89fa-7227b93f71a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.166862 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b6a610ac-fc7e-49ac-b2f6-ac66a23cc373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.219516 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a610ac-fc7e-49ac-b2f6-ac66a23cc373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e948d4-696b-4b67-8730-8893666b5fd5,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:40.228514 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-b6a610ac-fc7e-49ac-b2f6-ac66a23cc373 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64cd4f188562451ebd79c86384902bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400435 Sep 20 23:14:40.229417 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51328) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:40.281842 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f441a3da-4416-46f1-b76d-fc7f5f11f3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.282559 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.304608 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.358270 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f441a3da-4416-46f1-b76d-fc7f5f11f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.411595 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441a3da-4416-46f1-b76d-fc7f5f11f3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4f83cb-9e4a-4a68-8ef2-cc314de40566,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:40.415956 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f441a3da-4416-46f1-b76d-fc7f5f11f3af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa18c7a9c6674eb9b0ff85f84d26f97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4447012 Sep 20 23:14:40.418803 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51330) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:40.437553 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.440393 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.442401 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04e948d4-696b-4b67-8730-8893666b5fd5 HTTP/1.1" status: 204 len: 168 time: 0.2119000 Sep 20 23:14:40.450762 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e948d4-696b-4b67-8730-8893666b5fd5,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:40.458827 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.459262 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.459691 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.460115 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.460498 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.460901 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.461295 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.461714 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.462133 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.462536 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.462935 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.463270 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2e5c6-d04f-4ea1-b006-58e7cc1e7021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:40.491170 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3d719f28-b742-412b-9161-6f7aff1e7a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.527750 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3d719f28-b742-412b-9161-6f7aff1e7a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.546193 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-43906e8e-4adb-4e20-89fa-7227b93f71a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.608105 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-43906e8e-4adb-4e20-89fa-7227b93f71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.647409 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-43906e8e-4adb-4e20-89fa-7227b93f71a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9706509a3614a61a93a47200dea61e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0135200 Sep 20 23:14:40.649924 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51334) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:40.655791 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43906e8e-4adb-4e20-89fa-7227b93f71a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baaa413-0087-4fae-b513-a189fb785376,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:40.680936 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3d719f28-b742-412b-9161-6f7aff1e7a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.683418 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3d719f28-b742-412b-9161-6f7aff1e7a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.686725 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3d719f28-b742-412b-9161-6f7aff1e7a96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d4f83cb-9e4a-4a68-8ef2-cc314de40566 HTTP/1.1" status: 204 len: 168 time: 0.2648621 Sep 20 23:14:40.701479 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d719f28-b742-412b-9161-6f7aff1e7a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4f83cb-9e4a-4a68-8ef2-cc314de40566,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:40.731650 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1d267819-8fff-4f08-ac96-05e0cde774ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.774286 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1d267819-8fff-4f08-ac96-05e0cde774ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.912126 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1d267819-8fff-4f08-ac96-05e0cde774ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.914672 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1d267819-8fff-4f08-ac96-05e0cde774ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:40.916060 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-1d267819-8fff-4f08-ac96-05e0cde774ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0baaa413-0087-4fae-b513-a189fb785376 HTTP/1.1" status: 204 len: 168 time: 0.2649944 Sep 20 23:14:40.923606 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d267819-8fff-4f08-ac96-05e0cde774ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baaa413-0087-4fae-b513-a189fb785376,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:41.192162 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:41.325058 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3eb55c-711c-4876-8ea4-b826f2469c52 req-dc17f8a7-7f7d-4b64-b318-55cb8ebc3899 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:41.326586 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f3eb55c-711c-4876-8ea4-b826f2469c52 req-dc17f8a7-7f7d-4b64-b318-55cb8ebc3899 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0497992 Sep 20 23:14:41.364724 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f3eb55c-711c-4876-8ea4-b826f2469c52 req-058f8d6c-f730-49a0-84ff-85b2dd60a480 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Sep 20 23:14:41.467327 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb350905-f8f4-4975-a7c6-9393137cb764 req-80634d86-5189-4ab7-be86-50e2587a894d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:41.468686 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eb350905-f8f4-4975-a7c6-9393137cb764 req-80634d86-5189-4ab7-be86-50e2587a894d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0476909 Sep 20 23:14:41.506907 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eb350905-f8f4-4975-a7c6-9393137cb764 req-33afa684-fbcd-4730-8b22-61e94bb7edca tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313318 Sep 20 23:14:41.653428 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51376) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:41.667330 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:41.767591 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:41.836641 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:41.875908 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30c83452543a467abe1cfc4dd2807357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211795 Sep 20 23:14:41.878967 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51386) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:41.885184 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f536120c-9cfc-429c-9cdc-b31193852979,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:41.906638 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.906992 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.907785 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.907785 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.907986 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.908300 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.908628 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.908957 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.909338 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.909665 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.910043 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.910367 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6af6ea-0d49-4bc7-8e4d-59bf14bec113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:14:41.943233 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ba6-047d-4335-9828-bc0545941446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:41.969338 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ba6-047d-4335-9828-bc0545941446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:42.122555 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ba6-047d-4335-9828-bc0545941446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:42.125142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3ba6-047d-4335-9828-bc0545941446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:42.129522 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-8c5e3ba6-047d-4335-9828-bc0545941446 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f536120c-9cfc-429c-9cdc-b31193852979 HTTP/1.1" status: 204 len: 168 time: 0.2494864 Sep 20 23:14:42.137314 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e3ba6-047d-4335-9828-bc0545941446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f536120c-9cfc-429c-9cdc-b31193852979,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:42.482137 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717bec0-85cf-4c08-97a0-b63a0118f1d7 req-1d40ae38-d314-427e-b8f4-63fdc1c66d22 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:42.483604 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9717bec0-85cf-4c08-97a0-b63a0118f1d7 req-1d40ae38-d314-427e-b8f4-63fdc1c66d22 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0513115 Sep 20 23:14:42.526128 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9717bec0-85cf-4c08-97a0-b63a0118f1d7 req-9c7a5d1d-ece6-4eb3-924f-dd914df3b73a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352373 Sep 20 23:14:42.664141 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6be8f-263f-4a99-b756-1e4c1f6844c1 req-6d2660f6-0966-4267-97c2-38aab55d2e26 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:42.671574 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-63b6be8f-263f-4a99-b756-1e4c1f6844c1 req-6d2660f6-0966-4267-97c2-38aab55d2e26 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0772166 Sep 20 23:14:42.711256 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-63b6be8f-263f-4a99-b756-1e4c1f6844c1 req-5f0a357d-7340-48cd-bed4-5f287c2ac077 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377550 Sep 20 23:14:42.720318 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51418) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:42.913415 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5b063aae-6d22-42f1-95c7-f2eaa69c3802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:43.018129 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5b063aae-6d22-42f1-95c7-f2eaa69c3802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:43.116885 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5b063aae-6d22-42f1-95c7-f2eaa69c3802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:43.156435 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b063aae-6d22-42f1-95c7-f2eaa69c3802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0cf45f-8ea6-4198-833c-8f687523a131,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:43.162130 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5b063aae-6d22-42f1-95c7-f2eaa69c3802 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efeca39c1744457b8d8621e9972143cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388263 Sep 20 23:14:43.164814 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51442) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:43.215063 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c06b573f-bb3d-48ab-8316-b506787c0733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:43.240459 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c06b573f-bb3d-48ab-8316-b506787c0733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:43.431876 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c06b573f-bb3d-48ab-8316-b506787c0733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:43.434487 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c06b573f-bb3d-48ab-8316-b506787c0733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:43.435645 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-c06b573f-bb3d-48ab-8316-b506787c0733 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b0cf45f-8ea6-4198-833c-8f687523a131 HTTP/1.1" status: 204 len: 168 time: 0.2698619 Sep 20 23:14:43.443564 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b573f-bb3d-48ab-8316-b506787c0733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0cf45f-8ea6-4198-833c-8f687523a131,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:43.655015 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f138a-2b28-46a4-9885-838a63a3fd66 req-4c9f70e6-0c65-4248-a1d7-94147dbbc768 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:43.656817 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-df1f138a-2b28-46a4-9885-838a63a3fd66 req-4c9f70e6-0c65-4248-a1d7-94147dbbc768 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0590081 Sep 20 23:14:43.708653 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-df1f138a-2b28-46a4-9885-838a63a3fd66 req-80c13c9f-8a0d-4387-8cf1-0d8ad8c3ca8a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Sep 20 23:14:43.840654 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef33cba-0c17-4173-ac4b-f263f3cd2687 req-052e0081-2125-49ea-b56f-a8adcfda730c tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:43.842873 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7ef33cba-0c17-4173-ac4b-f263f3cd2687 req-052e0081-2125-49ea-b56f-a8adcfda730c tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0543473 Sep 20 23:14:43.891634 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7ef33cba-0c17-4173-ac4b-f263f3cd2687 req-e38b6937-102f-4112-9caf-fa357b74f646 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Sep 20 23:14:44.852891 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948bafa-e1ca-4615-9cd9-f4909ee049e2 req-d75d549b-b8ac-48c5-b19d-a2a054369860 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:44.859178 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9948bafa-e1ca-4615-9cd9-f4909ee049e2 req-d75d549b-b8ac-48c5-b19d-a2a054369860 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0533295 Sep 20 23:14:44.911527 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9948bafa-e1ca-4615-9cd9-f4909ee049e2 req-8200ca5a-e044-4487-87bc-f58d57916a70 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446973 Sep 20 23:14:45.026724 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d0664-cdd0-4358-bc25-86d2d8172b9b req-a2a7b993-d10f-4d17-b4d2-fe666b7d8b05 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:45.027387 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e1d0664-cdd0-4358-bc25-86d2d8172b9b req-a2a7b993-d10f-4d17-b4d2-fe666b7d8b05 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0520434 Sep 20 23:14:45.071856 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e1d0664-cdd0-4358-bc25-86d2d8172b9b req-dcbfa0dc-ac0e-49e5-80ba-665e9e98d2fe tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Sep 20 23:14:46.029949 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae4703-e552-494a-ae7d-fa184c10889f req-c2582d5c-4e93-4d4d-8876-6cc56a0ce41c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:46.031521 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c0ae4703-e552-494a-ae7d-fa184c10889f req-c2582d5c-4e93-4d4d-8876-6cc56a0ce41c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0485690 Sep 20 23:14:46.069179 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c0ae4703-e552-494a-ae7d-fa184c10889f req-a143845e-24cc-4795-bc64-ca411afe7e21 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Sep 20 23:14:46.190151 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01392259-4baa-40c3-b69a-7783abd96f4a req-6728e91d-ffe3-4fbb-b223-784da0c9594b tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:46.192477 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01392259-4baa-40c3-b69a-7783abd96f4a req-6728e91d-ffe3-4fbb-b223-784da0c9594b tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0530167 Sep 20 23:14:46.230855 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01392259-4baa-40c3-b69a-7783abd96f4a req-cc2d3f71-50cd-41a9-aaa3-06f1bf2cec9d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320230 Sep 20 23:14:47.198241 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d55e80-6dff-4e3c-86d5-cd47c2b249d6 req-0a95143a-9c81-4176-ae7c-81760ea1be06 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:47.199720 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-52d55e80-6dff-4e3c-86d5-cd47c2b249d6 req-0a95143a-9c81-4176-ae7c-81760ea1be06 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0524824 Sep 20 23:14:47.238749 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-52d55e80-6dff-4e3c-86d5-cd47c2b249d6 req-5543dd88-9401-4a22-93c2-b51cf6836f8d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Sep 20 23:14:47.353460 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f093874-cd7f-4a94-a722-05765dfb22b3 req-20f443b9-8d5e-4afa-8854-0771aa3a486e tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:47.354968 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2f093874-cd7f-4a94-a722-05765dfb22b3 req-20f443b9-8d5e-4afa-8854-0771aa3a486e tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0513034 Sep 20 23:14:47.396408 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2f093874-cd7f-4a94-a722-05765dfb22b3 req-43c275b3-5e4a-4554-b562-1d288ebadd6d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355427 Sep 20 23:14:48.186224 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-603b3411-981c-4a1a-8fef-a60e3f49d343 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:48.187647 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-603b3411-981c-4a1a-8fef-a60e3f49d343 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.35 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.0475614 Sep 20 23:14:48.347447 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Deleting port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:14:48.348090 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:48.388237 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0244526-77d9-46fa-a766-a1ab4a411fec req-0cb2481e-e336-42d1-a337-8b3c2dc6cdbd tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:48.389910 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b0244526-77d9-46fa-a766-a1ab4a411fec req-0cb2481e-e336-42d1-a337-8b3c2dc6cdbd tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0805960 Sep 20 23:14:48.446829 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b0244526-77d9-46fa-a766-a1ab4a411fec req-ab31c9ef-4552-42ba-9ab0-b0ac253fdab0 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 Sep 20 23:14:48.458489 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] For port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,segment=NetworkSegment(5c8d9b4a-acf4-4505-a62a-83e30164a0fb),segment_id=5c8d9b4a-acf4-4505-a62a-83e30164a0fb)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:14:48.458866 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:48.477692 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Calling delete_port for 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:14:48.597223 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51822a-a141-42e1-a334-4de4c26fbcfe req-662f86fd-4c2d-4d01-9213-85c47465a310 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:48.598850 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8f51822a-a141-42e1-a334-4de4c26fbcfe req-662f86fd-4c2d-4d01-9213-85c47465a310 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 945 time: 0.1178081 Sep 20 23:14:48.655980 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8f51822a-a141-42e1-a334-4de4c26fbcfe req-992e49e6-fcaa-4168-88f4-f180088b6ecc tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5ba3687-5d9f-4898-8470-284314543019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 Sep 20 23:14:48.843387 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:48.873098 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Pushing event deleted for resources: {'Port': ['ID=9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:48.894587 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:14:48.936109 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] No DVR routers for this DVR port 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:14:48.939169 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:48.942038 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cbc814ec-1ad8-4ade-a88d-2ccb249e6283 req-3d1afcba-ebc3-4bda-a1bd-eff3189b88bd tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.35 "DELETE /v2.0/ports/9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef HTTP/1.1" status: 204 len: 173 time: 0.7451105 Sep 20 23:14:48.942481 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2abdda8-d5e6-4de8-a1c0-92794aab3e3a', 'name': 'network-vif-deleted', 'tag': '9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:14:48.944695 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86f793f-44a0-49ba-a10f-72e5995dd0ab" -d '{"events": [{"server_uuid": "d2abdda8-d5e6-4de8-a1c0-92794aab3e3a", "name": "network-vif-deleted", "tag": "9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:14:49.037179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d21ff-2f36-47b0-9815-04204a4f24ae x-openstack-request-id: req-9d4d21ff-2f36-47b0-9815-04204a4f24ae {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:14:49.037179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2abdda8-d5e6-4de8-a1c0-92794aab3e3a", "name": "network-vif-deleted", "tag": "9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:14:49.037179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d4d21ff-2f36-47b0-9815-04204a4f24ae {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:14:49.037179 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2abdda8-d5e6-4de8-a1c0-92794aab3e3a', 'name': 'network-vif-deleted', 'tag': '9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef', 'status': 'completed', 'code': 200} Sep 20 23:14:49.505256 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51638) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:49.578500 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583533a-b9f6-4db2-9914-4e107e7e5a39 req-f47cbff4-35fa-49f3-bad2-5043e40e57bf tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:49.580067 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6583533a-b9f6-4db2-9914-4e107e7e5a39 req-f47cbff4-35fa-49f3-bad2-5043e40e57bf tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0483396 Sep 20 23:14:49.621367 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6583533a-b9f6-4db2-9914-4e107e7e5a39 req-8aa01661-ab39-43f0-a284-2acd35ca537a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332880 Sep 20 23:14:49.627008 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-74773d55-3479-4db1-b2fe-24cdcb0819b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:49.719847 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-74773d55-3479-4db1-b2fe-24cdcb0819b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:49.749992 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-83bcc998-b7ef-4b04-8f63-9e6b03a5b562 req-b4892a46-4afb-4aac-9af0-a9a381c38eba tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0252104 Sep 20 23:14:49.843211 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-74773d55-3479-4db1-b2fe-24cdcb0819b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:49.883822 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-74773d55-3479-4db1-b2fe-24cdcb0819b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8e364e0f73445998c16a69b6fea885c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771768 Sep 20 23:14:49.884678 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74773d55-3479-4db1-b2fe-24cdcb0819b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab91ef9e-f880-462a-9f39-a143a0a3fd75,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:49.886571 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51648) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:49.937360 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5befc61b-ca37-447a-8237-6371b993275a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:49.958892 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5befc61b-ca37-447a-8237-6371b993275a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:50.111865 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5befc61b-ca37-447a-8237-6371b993275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:50.115395 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5befc61b-ca37-447a-8237-6371b993275a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:50.115753 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5befc61b-ca37-447a-8237-6371b993275a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab91ef9e-f880-462a-9f39-a143a0a3fd75 HTTP/1.1" status: 204 len: 168 time: 0.2281737 Sep 20 23:14:50.123489 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befc61b-ca37-447a-8237-6371b993275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab91ef9e-f880-462a-9f39-a143a0a3fd75,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:50.739157 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3057a-9c46-4ff3-8648-cc1068165704 req-5c73fdb8-a78f-4834-83e4-b4ee9c65bd74 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:50.739945 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ddc3057a-9c46-4ff3-8648-cc1068165704 req-5c73fdb8-a78f-4834-83e4-b4ee9c65bd74 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0502048 Sep 20 23:14:50.779451 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ddc3057a-9c46-4ff3-8648-cc1068165704 req-bec5ffa7-7dc4-482b-be7b-a21afefd99b5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Sep 20 23:14:50.843072 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51666) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:50.864242 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04070a0e-9d28-4231-a5e8-75e5e6f3f58c req-96137e02-aa37-458b-b01e-741c196af810 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0314488 Sep 20 23:14:50.872099 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e0e6d5ef-7c39-465f-af97-5baa638dbb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:50.959737 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e0e6d5ef-7c39-465f-af97-5baa638dbb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:51.060286 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e0e6d5ef-7c39-465f-af97-5baa638dbb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:51.097235 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-e0e6d5ef-7c39-465f-af97-5baa638dbb3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=448540d093f34be48e8e21f20b61084b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526400 Sep 20 23:14:51.098128 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6d5ef-7c39-465f-af97-5baa638dbb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee562969-ed0e-4509-9cf4-107b2ded1808,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:51.099911 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51668) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:51.148460 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b83b9c72-3837-4891-afb6-f4db2a7e37a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:51.170395 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b83b9c72-3837-4891-afb6-f4db2a7e37a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:51.321838 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b83b9c72-3837-4891-afb6-f4db2a7e37a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:51.324438 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b83b9c72-3837-4891-afb6-f4db2a7e37a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:51.325575 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b83b9c72-3837-4891-afb6-f4db2a7e37a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee562969-ed0e-4509-9cf4-107b2ded1808 HTTP/1.1" status: 204 len: 168 time: 0.2246943 Sep 20 23:14:51.334396 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b9c72-3837-4891-afb6-f4db2a7e37a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee562969-ed0e-4509-9cf4-107b2ded1808,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:51.900744 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbb7e1-aeb9-401a-bc74-e6d40387decd req-3e427ffc-6832-402f-ae91-19eb10256e0e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:51.902267 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cafbb7e1-aeb9-401a-bc74-e6d40387decd req-3e427ffc-6832-402f-ae91-19eb10256e0e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0495672 Sep 20 23:14:51.940160 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cafbb7e1-aeb9-401a-bc74-e6d40387decd req-29fe7ae1-fd37-4a69-b7c5-a6cd92d239f9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Sep 20 23:14:52.019482 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0149a2f2-4146-49e1-a752-f7bca369e354 req-8d04659f-19c1-49a9-8557-6a176af22477 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0259032 Sep 20 23:14:52.028919 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:14:52.294631 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:52.382911 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d0bbf9-c925-452a-808c-c43762c48303 req-4b04124b-7e47-4e95-9bad-1ed6b4c1c676 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383301 Sep 20 23:14:52.514872 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0bbf9-c925-452a-808c-c43762c48303 req-de5dae55-a4c2-4a39-96c6-b5b5de601f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:52.516473 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d0bbf9-c925-452a-808c-c43762c48303 req-de5dae55-a4c2-4a39-96c6-b5b5de601f1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 1099 time: 0.0425224 Sep 20 23:14:52.631125 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0bbf9-c925-452a-808c-c43762c48303 req-908bca78-baa2-4a49-8913-d5ec2f041a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:52.817883 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d0bbf9-c925-452a-808c-c43762c48303 req-908bca78-baa2-4a49-8913-d5ec2f041a9a service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 915 time: 0.0862050 Sep 20 23:14:52.817883 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d0bbf9-c925-452a-808c-c43762c48303 req-5826762c-40bd-42c4-aab6-ec9332041c37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=541df585-c6f9-40e0-9221-d0295b0e14cc HTTP/1.1" status: 200 len: 217 time: 0.0410235 Sep 20 23:14:52.817883 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0bbf9-c925-452a-808c-c43762c48303 req-9bc6104a-36f9-44c3-af22-9559246b9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:52.817883 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d0bbf9-c925-452a-808c-c43762c48303 req-9bc6104a-36f9-44c3-af22-9559246b9ca0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=feb51c93-3cd3-4e62-87e2-82786b114682 HTTP/1.1" status: 200 len: 854 time: 0.0464094 Sep 20 23:14:53.062633 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa0173-bf56-4623-bb3c-22f753b92660 req-85b3fbb0-9e6b-42df-b74a-876c8ab1cfee tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:53.064182 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-79fa0173-bf56-4623-bb3c-22f753b92660 req-85b3fbb0-9e6b-42df-b74a-876c8ab1cfee tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0559649 Sep 20 23:14:53.108740 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-79fa0173-bf56-4623-bb3c-22f753b92660 req-22930c98-c8f3-4595-857b-75695cfde74c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373042 Sep 20 23:14:53.129404 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a530c97c-6d76-44da-b846-b42a23b14456 req-0d807e90-e3cd-46c4-8f42-1323a1c0d77b tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0286438 Sep 20 23:14:53.769019 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d0bbf9-c925-452a-808c-c43762c48303 req-2a2204f7-b384-4e2f-a1a6-b018a757ed83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241928 Sep 20 23:14:54.227444 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8313ec-a45b-4ed9-93cb-eef34c50cf91 req-bf436551-13a6-4277-90a2-2cdf8d697f55 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:54.228912 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bf8313ec-a45b-4ed9-93cb-eef34c50cf91 req-bf436551-13a6-4277-90a2-2cdf8d697f55 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0474036 Sep 20 23:14:54.271391 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bf8313ec-a45b-4ed9-93cb-eef34c50cf91 req-517eeb86-a523-4f93-8120-6c3803dbeb3e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352323 Sep 20 23:14:54.354955 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-32b50a72-9008-41e7-b6ef-4326114bcb0b req-39d49f31-e6ac-4e79-96ee-e07b0a01dc94 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0247240 Sep 20 23:14:54.667645 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:14:54.687881 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:14:54.688226 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 9fde5f97-b4c6-4d30-b96c-6ecafb5c38ef not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:14:55.383384 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82728433-00c1-4354-9d00-bb7acadb283e req-1c435224-8a49-44b4-8955-a3b442c15129 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:55.384874 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-82728433-00c1-4354-9d00-bb7acadb283e req-1c435224-8a49-44b4-8955-a3b442c15129 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0473294 Sep 20 23:14:55.421788 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-82728433-00c1-4354-9d00-bb7acadb283e req-7395252b-4b12-40d9-9f9f-93a2859f854d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310326 Sep 20 23:14:55.505093 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4e5e90bb-0acb-4045-b950-5cd79b084348 req-078f4c65-92f3-4716-ba91-3fe91ccf5c4a tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0257125 Sep 20 23:14:55.868680 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d0bbf9-c925-452a-808c-c43762c48303 req-5941819a-df41-4ee5-87f2-c1f69534fbf1 service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031480 Sep 20 23:14:55.963415 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d0bbf9-c925-452a-808c-c43762c48303 req-9e515ece-abd7-4591-a460-e657b40368db service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814300 Sep 20 23:14:56.537687 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc356a1-59b5-4fb9-8091-01aa497f5edc req-f3e7f115-5c9c-4a53-ae33-6e46ecfbbeb9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:56.539155 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fcc356a1-59b5-4fb9-8091-01aa497f5edc req-f3e7f115-5c9c-4a53-ae33-6e46ecfbbeb9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Sep 20 23:14:56.583265 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fcc356a1-59b5-4fb9-8091-01aa497f5edc req-ec1d9007-368a-446e-9e61-a841bef190a0 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382223 Sep 20 23:14:56.609633 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-46d4d554-dfc2-4dc8-bd91-2539f375db32 req-c7ff9fb5-47aa-46d5-ac79-67b0cf17691e tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0251276 Sep 20 23:14:57.695561 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43241c-5413-4402-a33b-dbdb9d3d0666 req-47ffa5d8-4f1d-4c7e-9e5d-b46c8067fb23 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:57.697044 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c43241c-5413-4402-a33b-dbdb9d3d0666 req-47ffa5d8-4f1d-4c7e-9e5d-b46c8067fb23 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0473530 Sep 20 23:14:57.735457 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0c43241c-5413-4402-a33b-dbdb9d3d0666 req-85b22149-ed98-41c5-80a8-7cc571fe749e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Sep 20 23:14:57.815103 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2e65a067-f09a-47c4-bcec-3942996ddda9 req-7f6dd93a-9f9b-4315-a931-8b0bcf72bb0d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0258970 Sep 20 23:14:58.783930 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51938) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:58.853432 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896eb87-02cd-4b2c-85f3-56f8ce1d7d64 req-dd28b7d1-9062-4e1e-a958-070d1446e9eb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:14:58.854952 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f896eb87-02cd-4b2c-85f3-56f8ce1d7d64 req-dd28b7d1-9062-4e1e-a958-070d1446e9eb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0501411 Sep 20 23:14:58.893248 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-72eaa0a9-7c1f-402b-a146-9487f53b1291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:58.893546 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f896eb87-02cd-4b2c-85f3-56f8ce1d7d64 req-1fa2de2b-d325-4c30-bbc6-44297d148628 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Sep 20 23:14:58.976498 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b2eae591-3dca-42f7-94ba-c8fc864774a8 req-46f066e7-10e5-43d8-8cf3-b6ba88a10f5d tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0257537 Sep 20 23:14:58.982498 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-72eaa0a9-7c1f-402b-a146-9487f53b1291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:59.106026 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-72eaa0a9-7c1f-402b-a146-9487f53b1291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:59.143355 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-72eaa0a9-7c1f-402b-a146-9487f53b1291 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f18ebeb391c148dca19107101aa63efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583131 Sep 20 23:14:59.144905 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaa0a9-7c1f-402b-a146-9487f53b1291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f799a1a-adb6-4bb2-8c8f-e88d34e1879c,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:14:59.147579 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51946) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:14:59.197064 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-760e7db0-1160-46b1-80d6-23d384bee3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:59.218336 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-760e7db0-1160-46b1-80d6-23d384bee3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:59.351745 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-760e7db0-1160-46b1-80d6-23d384bee3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:59.354409 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-760e7db0-1160-46b1-80d6-23d384bee3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:14:59.355541 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-760e7db0-1160-46b1-80d6-23d384bee3ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f799a1a-adb6-4bb2-8c8f-e88d34e1879c HTTP/1.1" status: 204 len: 168 time: 0.2070251 Sep 20 23:14:59.363179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e7db0-1160-46b1-80d6-23d384bee3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f799a1a-adb6-4bb2-8c8f-e88d34e1879c,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:00.005738 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d77da9-6da2-4140-a10d-43c04a8b1a55 req-cd6e6347-a955-4d96-bcb6-bd355d9b292e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:00.008694 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e4d77da9-6da2-4140-a10d-43c04a8b1a55 req-cd6e6347-a955-4d96-bcb6-bd355d9b292e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0498106 Sep 20 23:15:00.064145 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e4d77da9-6da2-4140-a10d-43c04a8b1a55 req-813a0ada-aa02-4f51-b37c-b85cadc0f7f8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331984 Sep 20 23:15:00.096028 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-03af7714-c312-46ea-8066-dd927ad106de req-165822de-61c5-41b7-915d-6ac9c812bb52 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0341091 Sep 20 23:15:00.246439 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 51970) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:00.259969 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-63e21da9-38a9-4820-ac40-cf0cd2302a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:00.381612 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-63e21da9-38a9-4820-ac40-cf0cd2302a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:00.465091 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83f98-db09-443f-9077-fc808690b570 req-84c93603-3c66-4179-88b9-d37119574508 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:00.467803 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-84c93603-3c66-4179-88b9-d37119574508 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 814 time: 0.1201568 Sep 20 23:15:00.482347 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-9351d82c-62f3-48dc-bbfe-a97591ae4959 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/quotas/5af4827395364a6cbe6e71928fad635e HTTP/1.1" status: 200 len: 375 time: 0.0095379 Sep 20 23:15:00.530991 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-c597263d-ea49-45b3-819f-7551a612fd86 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423679 Sep 20 23:15:00.546453 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-63e21da9-38a9-4820-ac40-cf0cd2302a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:00.632807 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e21da9-38a9-4820-ac40-cf0cd2302a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4d5db-ddf7-41df-a8d0-4c324a90ba39,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:00.646616 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 51994) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:00.646879 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-63e21da9-38a9-4820-ac40-cf0cd2302a22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=800260fea1bd44af95badf9d705924e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991835 Sep 20 23:15:00.686238 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-0c7cda3c-6689-46fd-8816-459f1621a206 service neutron] 10.222.0.15 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475372 Sep 20 23:15:00.712612 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49b4cdf9-ba01-4f4b-ac50-754667cdd430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:00.737821 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49b4cdf9-ba01-4f4b-ac50-754667cdd430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:00.782396 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-d8884bf5-2bc7-4092-989a-88d616c009ae service neutron] 10.222.0.15 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888264 Sep 20 23:15:00.923094 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49b4cdf9-ba01-4f4b-ac50-754667cdd430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:00.926376 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49b4cdf9-ba01-4f4b-ac50-754667cdd430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:00.927564 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-49b4cdf9-ba01-4f4b-ac50-754667cdd430 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08e4d5db-ddf7-41df-a8d0-4c324a90ba39 HTTP/1.1" status: 204 len: 168 time: 0.2795446 Sep 20 23:15:00.935447 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4cdf9-ba01-4f4b-ac50-754667cdd430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4d5db-ddf7-41df-a8d0-4c324a90ba39,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:01.082578 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-16263473-3a05-48ef-9199-ccf1aeadc5a6 req-f7a12068-0241-4c01-805a-5a327f6e0ca8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 210 time: 0.0271375 Sep 20 23:15:01.240072 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a297-1417-4c80-a181-36f1be0cd038 req-2156528d-7310-4e19-a3a6-bd775a90d9e7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:01.243041 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4ae8a297-1417-4c80-a181-36f1be0cd038 req-2156528d-7310-4e19-a3a6-bd775a90d9e7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0748117 Sep 20 23:15:01.266813 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-113a3e8b-61d3-4bfd-8a41-8aad5a02ca61 req-2b222c55-e488-4b0f-aa6f-1d95f7315135 tempest-DeleteServersTestJSON-1251892307 tempest-DeleteServersTestJSON-1251892307-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2abdda8-d5e6-4de8-a1c0-92794aab3e3a HTTP/1.1" status: 200 len: 210 time: 0.0400302 Sep 20 23:15:01.292653 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4ae8a297-1417-4c80-a181-36f1be0cd038 req-bb28f2ed-352b-497e-bcb6-b1b49bee4379 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Sep 20 23:15:02.188988 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1682d87f-7bac-4a1a-87bc-94e443130840 req-da98cd94-dc34-4243-8fa4-5f9b13dade61 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Sep 20 23:15:02.412058 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332b83-bfdf-4941-a4bc-df5f837fb8d3 req-689a2821-c74a-43b6-b5c1-5d11a1989080 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:02.413614 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a332b83-bfdf-4941-a4bc-df5f837fb8d3 req-689a2821-c74a-43b6-b5c1-5d11a1989080 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0479679 Sep 20 23:15:02.460146 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a332b83-bfdf-4941-a4bc-df5f837fb8d3 req-ff193b41-005e-44f5-93ce-14b7497c6115 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404465 Sep 20 23:15:03.289043 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9de312a4-9106-456c-bac0-6b3c2c4be18e req-55c33baa-9867-4c97-a887-39a67e345c35 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Sep 20 23:15:03.452739 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52086) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:03.574796 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52094) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:03.611425 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f1500a56-626f-45a5-9d62-37985347985f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:03.651054 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fb292db0-df54-4565-bc8e-2b9dd19687c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:03.729554 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f1500a56-626f-45a5-9d62-37985347985f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:03.756236 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75c957-3049-46f4-8b56-6cee5ab0ea95 req-d143ee90-b718-4f57-8b21-c88d8c79d77c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:03.757730 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f75c957-3049-46f4-8b56-6cee5ab0ea95 req-d143ee90-b718-4f57-8b21-c88d8c79d77c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.2253776 Sep 20 23:15:03.796506 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f75c957-3049-46f4-8b56-6cee5ab0ea95 req-6ed1c6f8-07a5-47ee-a742-9e66251db060 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324798 Sep 20 23:15:03.851065 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f1500a56-626f-45a5-9d62-37985347985f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:03.901921 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f1500a56-626f-45a5-9d62-37985347985f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2d78e3d558a4c988db8cd2f20373edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4480147 Sep 20 23:15:03.904789 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 52098) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:03.907358 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1500a56-626f-45a5-9d62-37985347985f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf206ef-3a17-485b-80f4-57c6fbdc8a00,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:03.954863 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c25be39-ed31-4a32-b495-a4bee8b9bfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:03.965587 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fb292db0-df54-4565-bc8e-2b9dd19687c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:03.978537 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c25be39-ed31-4a32-b495-a4bee8b9bfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:04.115463 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fb292db0-df54-4565-bc8e-2b9dd19687c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:04.152877 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb292db0-df54-4565-bc8e-2b9dd19687c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a59ef-4880-47c7-b8e2-523aa3349f67,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:04.157160 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-fb292db0-df54-4565-bc8e-2b9dd19687c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a4cad807ea94a5486dd864aa3e5ac56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813837 Sep 20 23:15:04.160026 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52104) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:04.172762 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c25be39-ed31-4a32-b495-a4bee8b9bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:04.175995 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c25be39-ed31-4a32-b495-a4bee8b9bfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:04.182108 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9c25be39-ed31-4a32-b495-a4bee8b9bfd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbf206ef-3a17-485b-80f4-57c6fbdc8a00 HTTP/1.1" status: 204 len: 168 time: 0.2712805 Sep 20 23:15:04.184614 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25be39-ed31-4a32-b495-a4bee8b9bfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf206ef-3a17-485b-80f4-57c6fbdc8a00,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:04.210864 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-329d1567-afc8-4988-8914-72e3e2559466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:04.232987 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-329d1567-afc8-4988-8914-72e3e2559466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:04.368536 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-329d1567-afc8-4988-8914-72e3e2559466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:04.371190 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-329d1567-afc8-4988-8914-72e3e2559466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:04.372347 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-329d1567-afc8-4988-8914-72e3e2559466 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/141a59ef-4880-47c7-b8e2-523aa3349f67 HTTP/1.1" status: 204 len: 168 time: 0.2113960 Sep 20 23:15:04.384808 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-136504f7-390c-4d25-a5ec-8f98df07c24a req-31c42ded-485e-4095-8c44-c63605e0c16c tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 210 time: 0.0263007 Sep 20 23:15:04.384917 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d1567-afc8-4988-8914-72e3e2559466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a59ef-4880-47c7-b8e2-523aa3349f67,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:04.924982 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8aa3-3cf6-4b42-9c8a-1c017b3eb0b2 req-ab77081f-dcf8-4bae-aad3-1f604a27a5cc tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:04.926215 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-646a8aa3-3cf6-4b42-9c8a-1c017b3eb0b2 req-ab77081f-dcf8-4bae-aad3-1f604a27a5cc tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0555885 Sep 20 23:15:04.963280 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-646a8aa3-3cf6-4b42-9c8a-1c017b3eb0b2 req-369da510-a5b7-47b3-84a8-5a1ecc89977d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Sep 20 23:15:05.403198 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52128) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:05.421073 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7c15-9bf9-430d-87ef-19ae3330246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:05.481541 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-45c80e26-6662-49db-b485-687146f5624b req-b8fe7ce4-fa05-48d5-ba2c-449aad092ad8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 210 time: 0.0299189 Sep 20 23:15:05.537058 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7c15-9bf9-430d-87ef-19ae3330246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:05.669633 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac6a7c15-9bf9-430d-87ef-19ae3330246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:05.706912 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a7c15-9bf9-430d-87ef-19ae3330246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e266521-78f1-4746-8db6-770a66a850e9,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:05.711464 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-ac6a7c15-9bf9-430d-87ef-19ae3330246e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f81bbca5054f471e965854a5e77f0d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027999 Sep 20 23:15:05.719909 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52130) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:05.761268 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0dfce965-33d7-489e-a4c7-948557a2f5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:05.781269 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0dfce965-33d7-489e-a4c7-948557a2f5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:05.957799 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5c41708a-7d19-46d1-9a73-c895ae9a1ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:05.958393 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0dfce965-33d7-489e-a4c7-948557a2f5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:05.961094 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0dfce965-33d7-489e-a4c7-948557a2f5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:05.962275 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0dfce965-33d7-489e-a4c7-948557a2f5a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e266521-78f1-4746-8db6-770a66a850e9 HTTP/1.1" status: 204 len: 168 time: 0.2472658 Sep 20 23:15:05.976537 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfce965-33d7-489e-a4c7-948557a2f5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e266521-78f1-4746-8db6-770a66a850e9,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:06.089189 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e73da-2818-478b-a49e-94871d585565 req-3a25db70-6699-409c-9138-a3d20b047287 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:06.090945 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce3e73da-2818-478b-a49e-94871d585565 req-3a25db70-6699-409c-9138-a3d20b047287 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0594907 Sep 20 23:15:06.133399 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce3e73da-2818-478b-a49e-94871d585565 req-502a2fd0-6287-4c84-8a31-cbccd4f8b244 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356483 Sep 20 23:15:06.177196 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52148) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:06.219861 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_v2 [None req-6776295e-3ebf-49ea-b9ae-71c67d728e96 admin admin] Deleting subnet 1a5d27d2-6758-4d22-a6f0-80db6ceb1c42 {{(pid=94583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:15:06.223437 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6776295e-3ebf-49ea-b9ae-71c67d728e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:06.258011 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6776295e-3ebf-49ea-b9ae-71c67d728e96 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:06.267083 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6776295e-3ebf-49ea-b9ae-71c67d728e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:06.460436 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6776295e-3ebf-49ea-b9ae-71c67d728e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for subnet, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:06.488022 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776295e-3ebf-49ea-b9ae-71c67d728e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a5d27d2-6758-4d22-a6f0-80db6ceb1c42,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:06.497346 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6776295e-3ebf-49ea-b9ae-71c67d728e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:06.502538 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-6776295e-3ebf-49ea-b9ae-71c67d728e96 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1a5d27d2-6758-4d22-a6f0-80db6ceb1c42 HTTP/1.1" status: 204 len: 168 time: 0.3242416 Sep 20 23:15:06.503938 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52158) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:06.564743 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83f98-db09-443f-9077-fc808690b570 req-60b38510-b253-4777-90ee-43215e1bc2b2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:06.572079 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-60b38510-b253-4777-90ee-43215e1bc2b2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 814 time: 0.1295681 Sep 20 23:15:06.598424 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Request body: {'port': {'device_id': 'b9591fcd-1c90-4508-91f4-f12055654dc9', 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'admin_state_up': True, 'tenant_id': '5af4827395364a6cbe6e71928fad635e'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:06.617119 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b178c697-a315-4320-b41a-a16ac7bd72bf req-4cebc15f-3c30-4688-a5af-8c5aa3a2eb3f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 210 time: 0.0338659 Sep 20 23:15:06.619886 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:06.707968 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:06.727887 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.728236 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.728985 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.729338 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > port after_create 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.729684 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.730063 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > port after_update 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.730389 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.730715 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.731038 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.731392 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.803196 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Made reservation on behalf of 5af4827395364a6cbe6e71928fad635e for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:15:06.810315 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:06.946964 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.947366 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.947708 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.948044 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94583) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 20 23:15:06.948428 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a207fcdb-b1d7-40c0-9794-85e1882a9478']}} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:06.959602 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Allocated IP 172.20.0.8 (3c95e3e5-31ee-40f9-9c34-4e1296683fa1/feb51c93-3cd3-4e62-87e2-82786b114682/0462e341-3180-4edd-803f-6a1b33e68dc3) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:15:06.965591 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8d9b4a-acf4-4505-a62a-83e30164a0fb') {'for_net_delete': True} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:06.965928 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8d9b4a-acf4-4505-a62a-83e30164a0fb') {} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:06.983604 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194785'] for segment, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.010115 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.018545 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:15:07.019096 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313264'] for segment, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: from cryptography.utils import int_from_bytes Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: from cryptography.utils import int_from_bytes Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: Traceback (most recent call last): Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: timer() Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: cb(*args, **kw) Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: return func(*args, **kwargs) Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: self._notify() Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: self.callback(batched_events) Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: event.method(event) Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: return f(self, *a, **k) Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._get(url).json() Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: return self.request(url, 'GET', **kwargs) Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:15:07.023282 dv-cinder-809965-2-iscsi neutron-server[94583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:15:07.118498 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.247492 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf542db-e8eb-4a14-b5f8-f96eceffe0c9 req-8d784773-1bd0-4a9b-abdc-0b93a934123c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:07.249061 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6cf542db-e8eb-4a14-b5f8-f96eceffe0c9 req-8d784773-1bd0-4a9b-abdc-0b93a934123c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0482981 Sep 20 23:15:07.271211 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.291007 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.295465 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] 10.222.0.15 "DELETE /v2.0/networks/a207fcdb-b1d7-40c0-9794-85e1882a9478 HTTP/1.1" status: 204 len: 168 time: 0.7904496 Sep 20 23:15:07.313178 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6cf542db-e8eb-4a14-b5f8-f96eceffe0c9 req-66dc7097-f458-474d-9682-d3c1e04388ef tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572503 Sep 20 23:15:07.314116 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112d5dd-2b8c-4b7d-a1f1-9682ca956e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a207fcdb-b1d7-40c0-9794-85e1882a9478,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:07.335687 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.383034 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:15:07.383636 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['541df585-c6f9-40e0-9221-d0295b0e14cc'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:07.386211 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:15:07.389804 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:15:07.417139 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Pushing event updated for resources: {'Port': ['ID=0462e341-3180-4edd-803f-6a1b33e68dc3,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:07.448859 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:07.450079 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.573406 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-6dec541b-1f4d-422c-ac0c-eacb9b35f022 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9788826 Sep 20 23:15:07.594630 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Request body: {'port': {'device_id': 'b9591fcd-1c90-4508-91f4-f12055654dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:07.648316 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.808309 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52198) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:07.820279 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4db0f8-50c8-4714-a8b4-0fc20273cc4a req-9a187ccc-81d4-4f96-bad6-e7de2c845b43 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:07.821783 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f4db0f8-50c8-4714-a8b4-0fc20273cc4a req-9a187ccc-81d4-4f96-bad6-e7de2c845b43 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 931 time: 0.1300364 Sep 20 23:15:07.855769 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-308f24e9-5046-4807-aab8-97bce0343721 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=003f7661fc274c3399db8ef1260c75aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0460591 Sep 20 23:15:07.858137 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52200) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:07.922133 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f4db0f8-50c8-4714-a8b4-0fc20273cc4a req-2adf2129-354f-4e52-ad0e-9e96a01e1960 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902188 Sep 20 23:15:07.945225 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c62dff7f-eecf-48e9-b50d-5e91118e547c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:07.966679 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c62dff7f-eecf-48e9-b50d-5e91118e547c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.007003 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0462e341-3180-4edd-803f-6a1b33e68dc3 {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:08.014505 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.170367 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52208) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:08.241482 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Transition to ACTIVE for port object 0462e341-3180-4edd-803f-6a1b33e68dc3 will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:15:08.245044 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c62dff7f-eecf-48e9-b50d-5e91118e547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.245563 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c62dff7f-eecf-48e9-b50d-5e91118e547c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.246764 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c62dff7f-eecf-48e9-b50d-5e91118e547c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5ba3687-5d9f-4898-8470-284314543019 HTTP/1.1" status: 204 len: 168 time: 0.3875430 Sep 20 23:15:08.255042 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62dff7f-eecf-48e9-b50d-5e91118e547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ba3687-5d9f-4898-8470-284314543019,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:08.275676 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-66742297-c29b-48c9-95b6-1f80e9a6ed08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.366833 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-66742297-c29b-48c9-95b6-1f80e9a6ed08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.411609 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.477102 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9195771-9d13-4435-8e64-062d76ff20ff req-252dc141-cc5a-40ee-b7d2-21fe900551f3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:08.478608 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c9195771-9d13-4435-8e64-062d76ff20ff req-252dc141-cc5a-40ee-b7d2-21fe900551f3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0963588 Sep 20 23:15:08.500454 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Pushing event updated for resources: {'Port': ['ID=0462e341-3180-4edd-803f-6a1b33e68dc3,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:08.510540 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-30b9d774-ee28-4777-918d-bb6ea624c4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.519143 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-66742297-c29b-48c9-95b6-1f80e9a6ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.558630 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-66742297-c29b-48c9-95b6-1f80e9a6ed08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a893ee73c5ad42c6b7425c0fe0671f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880630 Sep 20 23:15:08.559745 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66742297-c29b-48c9-95b6-1f80e9a6ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9795925-72f4-4f9e-91d4-8b1d3388943b,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:08.562207 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52220) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:08.584514 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c9195771-9d13-4435-8e64-062d76ff20ff req-c56b28b8-60ab-4f0a-8f4a-edafb63a7a8d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983005 Sep 20 23:15:08.588220 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Attempting to bind port 0462e341-3180-4edd-803f-6a1b33e68dc3 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:15:08.588656 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Attempting to bind port 0462e341-3180-4edd-803f-6a1b33e68dc3 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:15:08.589302 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Attempting to bind port 0462e341-3180-4edd-803f-6a1b33e68dc3 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:15:08.605360 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Port 0462e341-3180-4edd-803f-6a1b33e68dc3 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:15:08.605360 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Attempting to bind port 0462e341-3180-4edd-803f-6a1b33e68dc3 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:15:08.611243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:15:08.611243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Checking segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:15:08.611243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Bound using segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:15:08.611243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Bound port: 0462e341-3180-4edd-803f-6a1b33e68dc3, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:15:08.611243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.619739 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-011d09d6-e6fa-48b7-a1d4-7f487247d28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.649727 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-011d09d6-e6fa-48b7-a1d4-7f487247d28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.684172 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] For port 0462e341-3180-4edd-803f-6a1b33e68dc3, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:15:08.687656 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] For port 0462e341-3180-4edd-803f-6a1b33e68dc3, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0462e341-3180-4edd-803f-6a1b33e68dc3,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:15:08.808836 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.837414 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-011d09d6-e6fa-48b7-a1d4-7f487247d28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.840960 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-011d09d6-e6fa-48b7-a1d4-7f487247d28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.842636 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-011d09d6-e6fa-48b7-a1d4-7f487247d28c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9795925-72f4-4f9e-91d4-8b1d3388943b HTTP/1.1" status: 204 len: 168 time: 0.2793326 Sep 20 23:15:08.851101 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:08.851766 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:08.851957 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d09d6-e6fa-48b7-a1d4-7f487247d28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9795925-72f4-4f9e-91d4-8b1d3388943b,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:08.853838 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] 10.222.0.35 "PUT /v2.0/ports/0462e341-3180-4edd-803f-6a1b33e68dc3 HTTP/1.1" status: 200 len: 1093 time: 1.2630599 Sep 20 23:15:08.854617 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9591fcd-1c90-4508-91f4-f12055654dc9', 'tag': '0462e341-3180-4edd-803f-6a1b33e68dc3'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:08.856983 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db326988-a3d3-42ad-a8ab-f802c07ac6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b9591fcd-1c90-4508-91f4-f12055654dc9", "tag": "0462e341-3180-4edd-803f-6a1b33e68dc3"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:08.899569 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f8e3b-e631-46b7-9bce-f4eaac10499d service neutron] Pushing event updated for resources: {'Port': ['ID=0462e341-3180-4edd-803f-6a1b33e68dc3,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:08.909412 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080f4fd-80c1-4938-8b16-5719bacfca23 x-openstack-request-id: req-8080f4fd-80c1-4938-8b16-5719bacfca23 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:08.909700 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9591fcd-1c90-4508-91f4-f12055654dc9", "tag": "0462e341-3180-4edd-803f-6a1b33e68dc3", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:08.909997 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8080f4fd-80c1-4938-8b16-5719bacfca23 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:08.910389 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9591fcd-1c90-4508-91f4-f12055654dc9', 'tag': '0462e341-3180-4edd-803f-6a1b33e68dc3', 'status': 'completed', 'code': 200} Sep 20 23:15:09.060832 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db326988-a3d3-42ad-a8ab-f802c07ac6ff req-f2767243-16f5-43d9-8121-35d42dc35189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:09.060994 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db326988-a3d3-42ad-a8ab-f802c07ac6ff req-f2767243-16f5-43d9-8121-35d42dc35189 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0890336 Sep 20 23:15:09.072795 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a987f7-aed2-4e9d-87bf-ffe68d99c2c4 req-9aa4de96-3aa1-41a5-852e-a1eda337a228 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:09.074298 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b7a987f7-aed2-4e9d-87bf-ffe68d99c2c4 req-9aa4de96-3aa1-41a5-852e-a1eda337a228 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 943 time: 0.0700674 Sep 20 23:15:09.130234 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:09.167722 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b7a987f7-aed2-4e9d-87bf-ffe68d99c2c4 req-4fa19d1a-50ad-4c5c-809d-1e335373c8ed tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874474 Sep 20 23:15:09.208939 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db326988-a3d3-42ad-a8ab-f802c07ac6ff req-ac904b7f-db9c-4065-bc05-9d2bbc4a0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:09.210488 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db326988-a3d3-42ad-a8ab-f802c07ac6ff req-ac904b7f-db9c-4065-bc05-9d2bbc4a0e79 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5af4827395364a6cbe6e71928fad635e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1236129 Sep 20 23:15:09.311290 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db326988-a3d3-42ad-a8ab-f802c07ac6ff req-ae36ed80-8ca1-4ab2-833d-02f86659fae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:09.312809 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db326988-a3d3-42ad-a8ab-f802c07ac6ff req-ae36ed80-8ca1-4ab2-833d-02f86659fae3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946460 Sep 20 23:15:09.510458 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83f98-db09-443f-9077-fc808690b570 req-b1356a6e-1fea-417e-b94f-bff8594cbb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:09.511948 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-b1356a6e-1fea-417e-b94f-bff8594cbb32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 1096 time: 0.0536680 Sep 20 23:15:09.570650 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-17e99d2c-3403-4825-9871-e22a63a94f20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0462e341-3180-4edd-803f-6a1b33e68dc3 HTTP/1.1" status: 200 len: 217 time: 0.0368152 Sep 20 23:15:09.629813 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b83f98-db09-443f-9077-fc808690b570 req-2321b5aa-fc15-4d15-9e54-b1adc0587bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:09.631589 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-2321b5aa-fc15-4d15-9e54-b1adc0587bfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=feb51c93-3cd3-4e62-87e2-82786b114682 HTTP/1.1" status: 200 len: 854 time: 0.0535314 Sep 20 23:15:09.666264 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-debe8a0f-9c8c-442e-86a7-8c64af481604 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259688 Sep 20 23:15:09.711139 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:09.772050 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77efe21-6310-4e53-aad2-a140c0ed0bc5 req-ba33ff36-a6cb-4da9-ad1f-8d6ed7c8a4b1 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:09.773568 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e77efe21-6310-4e53-aad2-a140c0ed0bc5 req-ba33ff36-a6cb-4da9-ad1f-8d6ed7c8a4b1 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.1096463 Sep 20 23:15:09.823766 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-a1abdd9d-9c3e-4de0-8f8f-978ccd346a80 service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477525 Sep 20 23:15:09.828686 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e77efe21-6310-4e53-aad2-a140c0ed0bc5 req-a2206367-f0da-417f-8b6c-d8cf2b8c53fa tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Sep 20 23:15:09.922259 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80b83f98-db09-443f-9077-fc808690b570 req-261b96e1-69ed-4068-93a8-f32b45f8b496 service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900035 Sep 20 23:15:10.285083 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33211838-a6d1-40cf-993e-826421d52967 req-f1fae4ae-cd7d-4a5e-ab15-2d6af7fa74fe tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:10.286631 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-33211838-a6d1-40cf-993e-826421d52967 req-f1fae4ae-cd7d-4a5e-ab15-2d6af7fa74fe tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 943 time: 0.0477583 Sep 20 23:15:10.324235 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-33211838-a6d1-40cf-993e-826421d52967 req-917559b0-312f-48a2-82e7-740d68757f6c tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316863 Sep 20 23:15:10.952867 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494ad51-122c-48ce-964c-3ab00c76554f req-e18d59af-be60-4b58-aa1b-fcd6b7d77996 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:10.954460 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2494ad51-122c-48ce-964c-3ab00c76554f req-e18d59af-be60-4b58-aa1b-fcd6b7d77996 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0565548 Sep 20 23:15:11.006721 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2494ad51-122c-48ce-964c-3ab00c76554f req-d72ee391-6511-4078-a820-d0fe8e247136 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Sep 20 23:15:11.237678 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:11.444158 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05571506-69a2-49c2-8796-7d7f9354ed3a req-a186c395-bd20-4057-a3ed-8cb345daff97 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:11.445614 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-05571506-69a2-49c2-8796-7d7f9354ed3a req-a186c395-bd20-4057-a3ed-8cb345daff97 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 943 time: 0.0517392 Sep 20 23:15:11.482992 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-05571506-69a2-49c2-8796-7d7f9354ed3a req-ed68332d-ab55-4193-a3f8-ddbbe709e8eb tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Sep 20 23:15:11.824714 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 0462e341-3180-4edd-803f-6a1b33e68dc3 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:15:11.922713 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 0462e341-3180-4edd-803f-6a1b33e68dc3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0462e341-3180-4edd-803f-6a1b33e68dc3,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:11.934878 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '0462e341-3180-4edd-803f-6a1b33e68dc3', 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'port_id': '0462e341-3180-4edd-803f-6a1b33e68dc3', 'mac_address': 'fa:16:3e:e4:91:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb51c93-3cd3-4e62-87e2-82786b114682', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:15:11.971569 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:11.983323 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0462e341-3180-4edd-803f-6a1b33e68dc3 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:12.001306 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 0462e341-3180-4edd-803f-6a1b33e68dc3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0462e341-3180-4edd-803f-6a1b33e68dc3,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:12.120632 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c295161-c58b-41d1-80a4-d9a1b0de95f1 req-0e9c27d7-fb49-4188-a349-968786044d10 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:12.122145 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2c295161-c58b-41d1-80a4-d9a1b0de95f1 req-0e9c27d7-fb49-4188-a349-968786044d10 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0483356 Sep 20 23:15:12.134075 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:12.163031 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2c295161-c58b-41d1-80a4-d9a1b0de95f1 req-8f7a4e7f-99e5-4df4-b4ba-896616d67934 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Sep 20 23:15:12.184160 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=0462e341-3180-4edd-803f-6a1b33e68dc3,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:12.192923 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.192923 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.192923 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.192923 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.193346 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.193346 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.193643 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.193994 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.194333 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.194660 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.194976 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.195289 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:12.597222 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e887f85-2431-4b48-9553-f8f00c921e72 req-03aa8b53-bd5f-4ab8-9f5a-097770304b65 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:12.598696 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5e887f85-2431-4b48-9553-f8f00c921e72 req-03aa8b53-bd5f-4ab8-9f5a-097770304b65 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 944 time: 0.0465076 Sep 20 23:15:12.620314 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['0462e341-3180-4edd-803f-6a1b33e68dc3'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:12.635330 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5e887f85-2431-4b48-9553-f8f00c921e72 req-6aece86d-555b-46ce-8e3f-2db3fd1fc057 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308211 Sep 20 23:15:13.276346 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d8c26-7367-48d3-b880-51fc2ff7f30b req-934246e9-e384-4d71-9fee-0778d9e4f86e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:13.277838 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-560d8c26-7367-48d3-b880-51fc2ff7f30b req-934246e9-e384-4d71-9fee-0778d9e4f86e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0471230 Sep 20 23:15:13.315293 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-560d8c26-7367-48d3-b880-51fc2ff7f30b req-b25fd514-4077-448b-986c-a76d145e9335 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308845 Sep 20 23:15:13.748688 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da50c9-c132-481f-9f77-2c0468c4648b req-918cdc0a-6366-4116-a870-39d741ebbd6d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:13.750283 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-67da50c9-c132-481f-9f77-2c0468c4648b req-918cdc0a-6366-4116-a870-39d741ebbd6d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 944 time: 0.0474541 Sep 20 23:15:13.788952 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-67da50c9-c132-481f-9f77-2c0468c4648b req-efc1805d-79f1-4a0b-afd0-9d1916beed6d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316920 Sep 20 23:15:13.838900 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 0462e341-3180-4edd-803f-6a1b33e68dc3 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:15:13.963138 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 0462e341-3180-4edd-803f-6a1b33e68dc3 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:15:13.967548 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 0462e341-3180-4edd-803f-6a1b33e68dc3 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:15:13.968012 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:14.050611 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:14.072546 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9591fcd-1c90-4508-91f4-f12055654dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0462e341-3180-4edd-803f-6a1b33e68dc3'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:14.074771 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cfdd2f2-56ae-4444-b5ef-3299090e6aa9" -d '{"events": [{"server_uuid": "b9591fcd-1c90-4508-91f4-f12055654dc9", "name": "network-vif-plugged", "status": "completed", "tag": "0462e341-3180-4edd-803f-6a1b33e68dc3"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:14.091365 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 0462e341-3180-4edd-803f-6a1b33e68dc3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0462e341-3180-4edd-803f-6a1b33e68dc3,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:14.120864 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f509c721-d55a-4a14-933e-6dadfb0d2d8d x-openstack-request-id: req-f509c721-d55a-4a14-933e-6dadfb0d2d8d {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:14.121182 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9591fcd-1c90-4508-91f4-f12055654dc9", "name": "network-vif-plugged", "status": "completed", "tag": "0462e341-3180-4edd-803f-6a1b33e68dc3", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:14.121449 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f509c721-d55a-4a14-933e-6dadfb0d2d8d {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:14.121916 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9591fcd-1c90-4508-91f4-f12055654dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0462e341-3180-4edd-803f-6a1b33e68dc3', 'code': 200} Sep 20 23:15:14.212823 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:14.262277 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=0462e341-3180-4edd-803f-6a1b33e68dc3,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:14.432018 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b42fa6-28ba-4842-8ac3-e4afea451fed req-2a471cd2-23eb-4a0a-9bf3-6c198ae416f5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:14.433483 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c5b42fa6-28ba-4842-8ac3-e4afea451fed req-2a471cd2-23eb-4a0a-9bf3-6c198ae416f5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0501554 Sep 20 23:15:14.471813 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c5b42fa6-28ba-4842-8ac3-e4afea451fed req-c0b4c2ce-b6d4-435a-9c90-9a2b32d17163 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Sep 20 23:15:14.910389 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6abdf-8f5c-40ea-9dff-7c9fb6467969 req-6dbbe1b0-b296-41b6-99aa-c90031bbc100 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:14.911805 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6ce6abdf-8f5c-40ea-9dff-7c9fb6467969 req-6dbbe1b0-b296-41b6-99aa-c90031bbc100 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.0495436 Sep 20 23:15:14.948909 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6ce6abdf-8f5c-40ea-9dff-7c9fb6467969 req-e1960fa6-e07c-4efc-896e-814a0da13d51 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312328 Sep 20 23:15:15.586152 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792a7cb-35d2-419b-987c-a5cab7c54d3c req-3f7fb351-728b-4d6d-add5-060b3857f5ea tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:15.587825 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8792a7cb-35d2-419b-987c-a5cab7c54d3c req-3f7fb351-728b-4d6d-add5-060b3857f5ea tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0502486 Sep 20 23:15:15.626780 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8792a7cb-35d2-419b-987c-a5cab7c54d3c req-c65eda78-339e-4a07-ae27-38292a6d9522 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Sep 20 23:15:16.061051 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a216e-1775-40dc-b71e-15635efbf021 req-468869fb-4a21-4abc-9ed1-c20b6810dc82 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:16.062542 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a42a216e-1775-40dc-b71e-15635efbf021 req-468869fb-4a21-4abc-9ed1-c20b6810dc82 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.0480483 Sep 20 23:15:16.146205 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a42a216e-1775-40dc-b71e-15635efbf021 req-b4eb8d18-e030-4cbe-bf1b-700c6bf5a395 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771556 Sep 20 23:15:16.752068 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e76ef6-739d-44d9-93bc-2f2141b29405 req-3019f6f3-27b4-48e1-a162-1069c28b04f9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:16.768982 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-60e76ef6-739d-44d9-93bc-2f2141b29405 req-3019f6f3-27b4-48e1-a162-1069c28b04f9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0570188 Sep 20 23:15:16.804171 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-60e76ef6-739d-44d9-93bc-2f2141b29405 req-ac1b3645-6d1c-417e-bbe2-7b3c57fd6c2b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Sep 20 23:15:16.996911 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c682b-409a-41ec-b7ac-5b9c03265835 req-433c2cd3-7c74-4763-98b4-3949844d5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:16.998477 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-378c682b-409a-41ec-b7ac-5b9c03265835 req-433c2cd3-7c74-4763-98b4-3949844d5b25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 1098 time: 0.0384979 Sep 20 23:15:17.036223 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-378c682b-409a-41ec-b7ac-5b9c03265835 req-edc7d1e0-84c0-4ab1-8669-b8ddf9ef4834 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276225 Sep 20 23:15:17.296649 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a44632-1814-4051-8d86-e9fd9077d8b0 req-fe91e963-9b46-4a62-b3a9-24cce2cd0e3f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:17.298162 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b9a44632-1814-4051-8d86-e9fd9077d8b0 req-fe91e963-9b46-4a62-b3a9-24cce2cd0e3f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.0472155 Sep 20 23:15:17.337434 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b9a44632-1814-4051-8d86-e9fd9077d8b0 req-2964f903-a56a-4e8d-8bc6-1241bb810ee8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326297 Sep 20 23:15:17.918515 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b8f70-9163-44a0-8b32-7566efef0c7d req-4a561ace-73e8-464d-ad4e-ca463acbd226 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:17.919982 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0f6b8f70-9163-44a0-8b32-7566efef0c7d req-4a561ace-73e8-464d-ad4e-ca463acbd226 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0468340 Sep 20 23:15:17.958600 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0f6b8f70-9163-44a0-8b32-7566efef0c7d req-08873ba0-def2-4e54-a310-f42216945b3e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Sep 20 23:15:18.467189 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d084faf-1da3-4a0a-9f6d-65637f0961d9 req-4919406a-3e39-4103-90dd-e0e330864ee2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:18.468663 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0d084faf-1da3-4a0a-9f6d-65637f0961d9 req-4919406a-3e39-4103-90dd-e0e330864ee2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.0576208 Sep 20 23:15:18.511040 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0d084faf-1da3-4a0a-9f6d-65637f0961d9 req-c67a2c68-2f7d-4a4c-80a6-4523ecc566c7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Sep 20 23:15:19.031867 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52484) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:19.078780 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f40cb-af64-4c82-9699-eebcdbaf0b4e req-a334d875-8aab-4e26-a053-4f56883010b8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:19.081137 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-821f40cb-af64-4c82-9699-eebcdbaf0b4e req-a334d875-8aab-4e26-a053-4f56883010b8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0522766 Sep 20 23:15:19.125068 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-821f40cb-af64-4c82-9699-eebcdbaf0b4e req-4f832329-fe20-4700-923c-892b5c3be828 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368965 Sep 20 23:15:19.169209 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52492) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:19.226078 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-be3b9078-0e09-4588-b874-4e1b30404428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.247472 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-80c6e0d5-a816-4d33-9406-61c94232f81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.333380 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-be3b9078-0e09-4588-b874-4e1b30404428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.403896 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-be3b9078-0e09-4588-b874-4e1b30404428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.451777 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-be3b9078-0e09-4588-b874-4e1b30404428 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0520c317bdab4738842da1ab89d5447e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814076 Sep 20 23:15:19.454590 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 52496) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:19.464948 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b9078-0e09-4588-b874-4e1b30404428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ce27bf-f95d-4286-9f29-cc2b96d0a279,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:19.508541 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9d869084-80b3-4c22-a2a6-684163032532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.518588 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-80c6e0d5-a816-4d33-9406-61c94232f81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.529194 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9d869084-80b3-4c22-a2a6-684163032532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.602465 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-80c6e0d5-a816-4d33-9406-61c94232f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.625890 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff854ef3-878e-464b-b60e-1f465c368b40 req-0a1439f4-878a-4591-b97b-f3caa5e785b6 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:19.628134 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ff854ef3-878e-464b-b60e-1f465c368b40 req-0a1439f4-878a-4591-b97b-f3caa5e785b6 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Sep 20 23:15:19.642075 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-80c6e0d5-a816-4d33-9406-61c94232f81b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd56331022fd4952b666759152810512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091020 Sep 20 23:15:19.643657 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6e0d5-a816-4d33-9406-61c94232f81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea21e431-b8c5-4501-aa12-52d5614a4d3c,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:19.646198 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52504) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:19.674678 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ff854ef3-878e-464b-b60e-1f465c368b40 req-5122ee97-25b8-4f0e-980c-403702bc6215 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403943 Sep 20 23:15:19.696921 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a701e343-e5fb-41bf-82b7-f883cf2d0c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.721317 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a701e343-e5fb-41bf-82b7-f883cf2d0c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.892378 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9d869084-80b3-4c22-a2a6-684163032532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.895107 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9d869084-80b3-4c22-a2a6-684163032532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:19.896253 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9d869084-80b3-4c22-a2a6-684163032532 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43ce27bf-f95d-4286-9f29-cc2b96d0a279 HTTP/1.1" status: 204 len: 168 time: 0.4396820 Sep 20 23:15:19.904048 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d869084-80b3-4c22-a2a6-684163032532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ce27bf-f95d-4286-9f29-cc2b96d0a279,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:20.060437 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a701e343-e5fb-41bf-82b7-f883cf2d0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:20.063468 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a701e343-e5fb-41bf-82b7-f883cf2d0c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:20.065997 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-a701e343-e5fb-41bf-82b7-f883cf2d0c40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea21e431-b8c5-4501-aa12-52d5614a4d3c HTTP/1.1" status: 204 len: 168 time: 0.4188418 Sep 20 23:15:20.075499 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701e343-e5fb-41bf-82b7-f883cf2d0c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea21e431-b8c5-4501-aa12-52d5614a4d3c,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:20.242628 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6248df-eb33-4aff-909f-7718dfaa99b0 req-b069498c-481f-4533-9532-5d32ee36e72a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:20.243998 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ba6248df-eb33-4aff-909f-7718dfaa99b0 req-b069498c-481f-4533-9532-5d32ee36e72a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0490959 Sep 20 23:15:20.281671 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ba6248df-eb33-4aff-909f-7718dfaa99b0 req-1058b65d-d16e-425f-8f1e-c0af0115e201 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Sep 20 23:15:20.760378 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52536) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:20.773545 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-de55c4d8-a8aa-4797-a33a-3708e6f9c971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:20.859852 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 52538) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:20.869847 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-de55c4d8-a8aa-4797-a33a-3708e6f9c971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:20.873832 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-35733c77-087d-47bc-b59c-b99de6454500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:20.945077 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-de55c4d8-a8aa-4797-a33a-3708e6f9c971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:20.983235 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-de55c4d8-a8aa-4797-a33a-3708e6f9c971 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1577f49b6ea94aab96fe050e202410fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217157 Sep 20 23:15:20.984018 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de55c4d8-a8aa-4797-a33a-3708e6f9c971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e22ba2-00e9-454a-999f-a666c06376c4,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:20.986533 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52540) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:21.032254 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-35733c77-087d-47bc-b59c-b99de6454500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.034355 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1996c9b2-9b78-4c3c-a04f-7667531935b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.054379 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1996c9b2-9b78-4c3c-a04f-7667531935b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.174738 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-35733c77-087d-47bc-b59c-b99de6454500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.213047 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-35733c77-087d-47bc-b59c-b99de6454500 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e319f2f785cd4e0ca11d03255f919bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515570 Sep 20 23:15:21.213920 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35733c77-087d-47bc-b59c-b99de6454500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3443668-da75-43f7-8818-628740a238c2,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:21.215766 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52542) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:21.239395 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1996c9b2-9b78-4c3c-a04f-7667531935b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.241897 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1996c9b2-9b78-4c3c-a04f-7667531935b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.242988 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-1996c9b2-9b78-4c3c-a04f-7667531935b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87e22ba2-00e9-454a-999f-a666c06376c4 HTTP/1.1" status: 204 len: 168 time: 0.2556813 Sep 20 23:15:21.260503 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996c9b2-9b78-4c3c-a04f-7667531935b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e22ba2-00e9-454a-999f-a666c06376c4,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:21.277479 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5b9c6fbd-ada1-421b-a18d-ce5f2128f651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.300065 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5b9c6fbd-ada1-421b-a18d-ce5f2128f651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.406120 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4123f-3145-4dd2-9254-836f618aa497 req-68b5e592-d9d7-4800-9768-414fa138498f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:21.413939 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-36f4123f-3145-4dd2-9254-836f618aa497 req-68b5e592-d9d7-4800-9768-414fa138498f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0571468 Sep 20 23:15:21.447587 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-36f4123f-3145-4dd2-9254-836f618aa497 req-cfcf89b8-b6d7-4c35-9a97-d80281523be4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Sep 20 23:15:21.452669 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5b9c6fbd-ada1-421b-a18d-ce5f2128f651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.456219 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5b9c6fbd-ada1-421b-a18d-ce5f2128f651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:21.457442 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5b9c6fbd-ada1-421b-a18d-ce5f2128f651 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3443668-da75-43f7-8818-628740a238c2 HTTP/1.1" status: 204 len: 168 time: 0.2407072 Sep 20 23:15:21.466443 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c6fbd-ada1-421b-a18d-ce5f2128f651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3443668-da75-43f7-8818-628740a238c2,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:22.257851 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:22.778166 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df115-3b33-4442-990b-846e6e8b3465 req-e918ef83-5f35-422c-bdbb-675826c2ed79 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:22.782197 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-993df115-3b33-4442-990b-846e6e8b3465 req-e918ef83-5f35-422c-bdbb-675826c2ed79 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0495450 Sep 20 23:15:22.817919 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-993df115-3b33-4442-990b-846e6e8b3465 req-21a80467-b8f2-4aa8-a19d-c6760b379d72 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Sep 20 23:15:23.034761 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-c7403f79-5d5f-41d3-8b6c-79f9ca3fd8b3 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:23.036237 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-c7403f79-5d5f-41d3-8b6c-79f9ca3fd8b3 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 814 time: 0.1059906 Sep 20 23:15:23.051165 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-3a1001db-2979-4410-ad5f-389743e1e40e tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/quotas/5af4827395364a6cbe6e71928fad635e HTTP/1.1" status: 200 len: 375 time: 0.0090101 Sep 20 23:15:23.101666 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-a5b21416-f54e-4068-881b-f4a780c7bd79 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454032 Sep 20 23:15:23.207438 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-2cc2f1b2-dc89-4301-9e1d-08b3cdded151 service neutron] 10.222.0.15 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989330 Sep 20 23:15:23.309615 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-e67da8b3-5408-4aa4-9e1e-80dfd39c772a service neutron] 10.222.0.15 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955069 Sep 20 23:15:23.375002 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f12ab-becc-4ccd-93d2-bd1f490bf71b req-daa30563-3c64-4342-a806-834b6636bfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:23.377091 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6c6f12ab-becc-4ccd-93d2-bd1f490bf71b req-daa30563-3c64-4342-a806-834b6636bfd9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0535502 Sep 20 23:15:23.424280 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6c6f12ab-becc-4ccd-93d2-bd1f490bf71b req-d06eac9f-1fdc-4bd8-815a-d729d1215088 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328994 Sep 20 23:15:23.630542 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ceee3a38-af9d-42ed-bc55-73bca2be0c6d req-e6ad1eca-255b-4c08-94db-e69b5f2231d8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 210 time: 0.0288341 Sep 20 23:15:23.981468 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e86e5-f218-43b1-a45f-2e541b9f7bc0 req-39dacd57-18a7-420e-99a1-7b759238d720 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:23.981468 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-178e86e5-f218-43b1-a45f-2e541b9f7bc0 req-39dacd57-18a7-420e-99a1-7b759238d720 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0603182 Sep 20 23:15:24.016333 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-178e86e5-f218-43b1-a45f-2e541b9f7bc0 req-019b1ca5-10d0-465d-a555-01bdedca5535 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336859 Sep 20 23:15:24.605843 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52714) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:24.698855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52720) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:24.819900 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3ddd56a2-c108-4309-8db3-b718ae7590f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:24.833644 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6992001-e48a-4478-8f11-d3ee0b5681de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:24.865153 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.db.api [None req-3ddd56a2-c108-4309-8db3-b718ae7590f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 23:15:24.865153 dv-cinder-809965-2-iscsi neutron-server[94583]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 20 23:15:24.865153 dv-cinder-809965-2-iscsi neutron-server[94583]: [parameters: {'project_id': '3346627740fc41898f6ce084909cd8cc', 'id': '60e3c07e-5856-4720-9966-e04e4d16aeb4', 'expiration': datetime.datetime(2021, 9, 20, 23, 17, 24, 861269)}] Sep 20 23:15:24.865153 dv-cinder-809965-2-iscsi neutron-server[94583]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94583) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 23:15:24.866825 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG oslo_db.api [None req-3ddd56a2-c108-4309-8db3-b718ae7590f6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 23:15:24.909282 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6c78c470-031e-4595-9d21-55825ae08af3 req-30e442c7-3013-4edf-805b-029f0d78c413 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 210 time: 0.0339692 Sep 20 23:15:24.970691 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6992001-e48a-4478-8f11-d3ee0b5681de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.066051 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6992001-e48a-4478-8f11-d3ee0b5681de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.136862 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-e6992001-e48a-4478-8f11-d3ee0b5681de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7715fb81d30341f7beb4f6036bf8e2f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367013 Sep 20 23:15:25.138800 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6992001-e48a-4478-8f11-d3ee0b5681de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dbd83f-74b4-4537-86f5-449b5c5943e2,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:25.139610 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 52732) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:25.161132 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a3796-2e21-4297-b87a-59faeef97b29 req-5258eb9a-3fb7-4ae7-9a86-9a5e41357f58 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:25.162692 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d41a3796-2e21-4297-b87a-59faeef97b29 req-5258eb9a-3fb7-4ae7-9a86-9a5e41357f58 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0713606 Sep 20 23:15:25.194116 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-80663787-cef5-48ff-8287-0ea36896283b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.203424 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d41a3796-2e21-4297-b87a-59faeef97b29 req-c5336b1d-2028-42ee-babd-db201c261364 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Sep 20 23:15:25.220833 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-80663787-cef5-48ff-8287-0ea36896283b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.320910 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840fc4f-4002-481c-9747-fcfc5423b217 req-7a6c51e7-fed6-454b-977b-1b945c45a0cb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:25.322488 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d840fc4f-4002-481c-9747-fcfc5423b217 req-7a6c51e7-fed6-454b-977b-1b945c45a0cb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0489631 Sep 20 23:15:25.347681 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-80663787-cef5-48ff-8287-0ea36896283b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.350246 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-80663787-cef5-48ff-8287-0ea36896283b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.351388 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-80663787-cef5-48ff-8287-0ea36896283b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8dbd83f-74b4-4537-86f5-449b5c5943e2 HTTP/1.1" status: 204 len: 168 time: 0.2106705 Sep 20 23:15:25.363386 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80663787-cef5-48ff-8287-0ea36896283b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dbd83f-74b4-4537-86f5-449b5c5943e2,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:25.367886 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3ddd56a2-c108-4309-8db3-b718ae7590f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.378027 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d840fc4f-4002-481c-9747-fcfc5423b217 req-ca599b4a-b1ee-4492-adea-b1c295069dba tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494573 Sep 20 23:15:25.473826 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3ddd56a2-c108-4309-8db3-b718ae7590f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.588827 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3ddd56a2-c108-4309-8db3-b718ae7590f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.627706 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd56a2-c108-4309-8db3-b718ae7590f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9caeec3-cc2f-4c78-801b-843bbaa6f514,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:25.631704 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3ddd56a2-c108-4309-8db3-b718ae7590f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3346627740fc41898f6ce084909cd8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0247211 Sep 20 23:15:25.634334 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52740) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:25.683154 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9c73432e-b729-409e-959b-b2b1b0416ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.703896 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9c73432e-b729-409e-959b-b2b1b0416ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.814124 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9c73432e-b729-409e-959b-b2b1b0416ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.816660 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9c73432e-b729-409e-959b-b2b1b0416ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:25.817849 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9c73432e-b729-409e-959b-b2b1b0416ec1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9caeec3-cc2f-4c78-801b-843bbaa6f514 HTTP/1.1" status: 204 len: 168 time: 0.1825769 Sep 20 23:15:25.825640 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73432e-b729-409e-959b-b2b1b0416ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9caeec3-cc2f-4c78-801b-843bbaa6f514,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:26.001769 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5a3c3824-5c5f-456f-ab85-051ac7e8775e req-8a23a26f-2b8f-48e3-a4e5-62e380dbf2cd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 210 time: 0.0245619 Sep 20 23:15:26.362537 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-fcdb0d23-b982-4fab-95b6-773d66e349a0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:26.364273 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-fcdb0d23-b982-4fab-95b6-773d66e349a0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 814 time: 0.1080501 Sep 20 23:15:26.387625 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Request body: {'port': {'device_id': 'e90d2816-6b34-4371-89df-2f0119aed3ca', 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'admin_state_up': True, 'tenant_id': '5af4827395364a6cbe6e71928fad635e'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:26.663232 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Made reservation on behalf of 5af4827395364a6cbe6e71928fad635e for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:15:26.667665 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:26.694533 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 52782) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:26.913882 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-68115165-4482-4224-b045-2d7c3d785890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.020884 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Allocated IP 172.20.0.11 (3c95e3e5-31ee-40f9-9c34-4e1296683fa1/feb51c93-3cd3-4e62-87e2-82786b114682/0b05cc6a-70c7-40d3-ba72-7ad2e266fc36) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:15:27.111491 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ff694835-889a-4087-9a05-d9d16c69edc3 req-b42ea4e5-0555-4ca1-ab2d-5ab8be1559c0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 210 time: 0.0317321 Sep 20 23:15:27.140939 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-68115165-4482-4224-b045-2d7c3d785890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.214282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.293397 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-68115165-4482-4224-b045-2d7c3d785890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.333917 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-68115165-4482-4224-b045-2d7c3d785890 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6b31345ce6a45a196f1580638afec9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6382086 Sep 20 23:15:27.335816 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68115165-4482-4224-b045-2d7c3d785890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09659555-c8e1-4ade-8ecb-6d524687f5f4,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:27.336471 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52798) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:27.350206 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.394440 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd816-4abd-48a9-a7b7-f51766fd6897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.399660 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['541df585-c6f9-40e0-9221-d0295b0e14cc', '0462e341-3180-4edd-803f-6a1b33e68dc3'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:27.400166 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:15:27.407256 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:15:27.414839 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:15:27.417476 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd816-4abd-48a9-a7b7-f51766fd6897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.420114 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Pushing event updated for resources: {'Port': ['ID=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:27.499369 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:27.500005 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.578228 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-dc3e1bfd-ce35-4fc1-9088-6ed5cf559d04 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1946080 Sep 20 23:15:27.579809 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd816-4abd-48a9-a7b7-f51766fd6897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.583296 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d2dd816-4abd-48a9-a7b7-f51766fd6897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:27.584436 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0d2dd816-4abd-48a9-a7b7-f51766fd6897 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09659555-c8e1-4ade-8ecb-6d524687f5f4 HTTP/1.1" status: 204 len: 168 time: 0.2470262 Sep 20 23:15:27.594329 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2dd816-4abd-48a9-a7b7-f51766fd6897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09659555-c8e1-4ade-8ecb-6d524687f5f4,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:27.618144 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Request body: {'port': {'device_id': 'e90d2816-6b34-4371-89df-2f0119aed3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:27.717157 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:28.030225 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1d464-0885-44a1-a20b-b607bc27656c req-e618704d-6aba-44d8-bd0a-c058f2af033f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:28.031711 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c5a1d464-0885-44a1-a20b-b607bc27656c req-e618704d-6aba-44d8-bd0a-c058f2af033f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0906126 Sep 20 23:15:28.050627 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:28.067778 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:28.093778 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Transition to ACTIVE for port object 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:15:28.095695 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-f2507aba-9372-4206-adfe-cbf516d421f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:28.097426 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-f2507aba-9372-4206-adfe-cbf516d421f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1098 time: 0.0417964 Sep 20 23:15:28.100032 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c5a1d464-0885-44a1-a20b-b607bc27656c req-1306ec45-a0d6-444b-822c-ad93d5b9a4e0 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602264 Sep 20 23:15:28.232731 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:28.243761 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-a60d65de-b32b-4297-8dc7-a93df40b88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:28.245269 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-a60d65de-b32b-4297-8dc7-a93df40b88a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 920 time: 0.1351507 Sep 20 23:15:28.260171 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74346fc8-9a01-480c-9a9b-2f5b3723515d req-52ea56e8-9647-4f29-b7ba-d1e811a77ea9 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:28.261612 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-74346fc8-9a01-480c-9a9b-2f5b3723515d req-52ea56e8-9647-4f29-b7ba-d1e811a77ea9 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 932 time: 0.0722432 Sep 20 23:15:28.305441 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Pushing event updated for resources: {'Port': ['ID=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:28.309255 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-631af2e3-d2ce-4fbe-b4f1-8cdc64688f8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0462725 Sep 20 23:15:28.370160 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Attempting to bind port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:15:28.370376 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-74346fc8-9a01-480c-9a9b-2f5b3723515d req-6c56813a-63ed-42a7-953c-4331d39dd350 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994873 Sep 20 23:15:28.370624 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Attempting to bind port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:15:28.370961 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Attempting to bind port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:15:28.379377 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:15:28.380075 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Attempting to bind port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:15:28.384800 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-c578a54a-64e0-4a8a-8c91-b3e9d05c8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:28.386714 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-c578a54a-64e0-4a8a-8c91-b3e9d05c8c8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.0634699 Sep 20 23:15:28.389334 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:15:28.389677 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Checking segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:15:28.390153 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Bound using segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:15:28.390520 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Bound port: 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:15:28.390879 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:28.459903 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] For port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:15:28.463614 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] For port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:15:28.544433 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:28.553723 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:28.554596 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:28.556019 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] 10.222.0.35 "PUT /v2.0/ports/0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 HTTP/1.1" status: 200 len: 1094 time: 0.9457929 Sep 20 23:15:28.585107 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90d2816-6b34-4371-89df-2f0119aed3ca', 'tag': '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:28.598644 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e85f2c8-da96-452d-ab82-53439105f2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e90d2816-6b34-4371-89df-2f0119aed3ca", "tag": "0b05cc6a-70c7-40d3-ba72-7ad2e266fc36"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:28.640595 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bec42-2661-4d13-9f2e-3ef512b09869 service neutron] Pushing event updated for resources: {'Port': ['ID=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:28.647007 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde944eb-71e0-4b4d-80f7-54318fc6cf49 x-openstack-request-id: req-cde944eb-71e0-4b4d-80f7-54318fc6cf49 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:28.647181 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90d2816-6b34-4371-89df-2f0119aed3ca", "tag": "0b05cc6a-70c7-40d3-ba72-7ad2e266fc36", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:28.647415 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cde944eb-71e0-4b4d-80f7-54318fc6cf49 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:28.647852 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90d2816-6b34-4371-89df-2f0119aed3ca', 'tag': '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36', 'status': 'completed', 'code': 200} Sep 20 23:15:28.667220 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-65cff6e2-5d47-4023-9248-637c6ca7f17e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2496002 Sep 20 23:15:28.743899 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f2c8-da96-452d-ab82-53439105f2e9 req-cc79066c-dc96-4f40-b920-db08628debe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:28.745504 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3e85f2c8-da96-452d-ab82-53439105f2e9 req-cc79066c-dc96-4f40-b920-db08628debe8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 1097 time: 0.0454633 Sep 20 23:15:28.793584 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-cb062cea-b71c-463e-9a90-6909ec89cae7 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941050 Sep 20 23:15:28.821304 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52848) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:28.883525 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f2c8-da96-452d-ab82-53439105f2e9 req-0e3437ca-3e2b-4c29-833f-a8220a86f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:28.887150 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3e85f2c8-da96-452d-ab82-53439105f2e9 req-0e3437ca-3e2b-4c29-833f-a8220a86f3a3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5af4827395364a6cbe6e71928fad635e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1261635 Sep 20 23:15:28.927390 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-99a58775-3c91-4baa-8e28-87e7158a2b92 req-7398243b-aa66-4f48-a8cb-bb8cd81eba95 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247582 Sep 20 23:15:28.964317 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1750950045-network', 'tenant_id': '5b03fa7fb81b427292001707be3fca56'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:29.007400 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f2c8-da96-452d-ab82-53439105f2e9 req-dce15984-9f3b-4af1-b17f-d3ad116df655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:29.008798 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3e85f2c8-da96-452d-ab82-53439105f2e9 req-dce15984-9f3b-4af1-b17f-d3ad116df655 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139002 Sep 20 23:15:29.030308 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:15:29.048384 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Made reservation on behalf of 5b03fa7fb81b427292001707be3fca56 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:15:29.051425 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:29.060438 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:29.129030 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-2bae8ef8-5ef2-4f69-8cd0-a36feff734ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:29.130605 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-2bae8ef8-5ef2-4f69-8cd0-a36feff734ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 1097 time: 0.0431449 Sep 20 23:15:29.159823 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:29.226587 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-cd1863d9-131c-48c2-9e6c-180922157499 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 HTTP/1.1" status: 200 len: 217 time: 0.0712416 Sep 20 23:15:29.249443 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:29.282208 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:15:29.305086 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a3c90c-710f-4e75-bc52-2dc51d162163,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:29.313188 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:29.313726 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Added segment f925c328-4500-481a-b26d-de8b879376e1 of type vlan for network 3eb36678-c4bb-401f-a6a6-da78bed5b37d Sep 20 23:15:29.343576 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-67f129c9-b71c-4acd-8d6c-c45a9d325364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:29.346193 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-67f129c9-b71c-4acd-8d6c-c45a9d325364 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=feb51c93-3cd3-4e62-87e2-82786b114682 HTTP/1.1" status: 200 len: 854 time: 0.1064141 Sep 20 23:15:29.359449 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428b1a6-7ef1-42e0-a95e-1ee5eb57359b req-7b657060-3a33-4f21-b4b8-2b5b36aa4b8f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:29.361687 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3428b1a6-7ef1-42e0-a95e-1ee5eb57359b req-7b657060-3a33-4f21-b4b8-2b5b36aa4b8f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1401758 Sep 20 23:15:29.376524 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:29.414390 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-afee8d5c-845f-4ef1-bf31-f3d30eab6782 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512612 Sep 20 23:15:29.472158 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3428b1a6-7ef1-42e0-a95e-1ee5eb57359b req-5cf39d2e-9d65-4846-8e18-42a1b07f041c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965042 Sep 20 23:15:29.527202 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b9ee3-c46c-419a-97d4-3c9bb58379b1 req-ac8970aa-fe1d-4d61-8aaa-7d4e933dbc13 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:29.529442 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-be2b9ee3-c46c-419a-97d4-3c9bb58379b1 req-ac8970aa-fe1d-4d61-8aaa-7d4e933dbc13 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 944 time: 0.0793400 Sep 20 23:15:29.544126 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:29.545709 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:29.546401 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:29.564050 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-2b7fd1d9-1203-4d61-b5b7-c6577d1b1b1b service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377327 Sep 20 23:15:29.649680 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-be2b9ee3-c46c-419a-97d4-3c9bb58379b1 req-24fb739d-11c2-482b-b458-d5e19a94f234 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112313 Sep 20 23:15:29.653500 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] Pushing event updated for resources: {'Network': ['ID=3eb36678-c4bb-401f-a6a6-da78bed5b37d,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:29.666765 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 3eb36678-c4bb-401f-a6a6-da78bed5b37d details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:15:29.667402 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-b631b18e-63b9-4414-a6b7-bfbdf66dca0e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8449724 Sep 20 23:15:29.672224 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52878) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:29.677726 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Request body: {'subnet': {'network_id': '3eb36678-c4bb-401f-a6a6-da78bed5b37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1750950045-subnet', 'tenant_id': '5b03fa7fb81b427292001707be3fca56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:29.680340 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62faf11e-af67-43e7-a914-d7d730bd99b0 req-e2c00ea2-e352-4b3f-a64b-30251addc5a0 service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054339 Sep 20 23:15:29.783170 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Made reservation on behalf of 5b03fa7fb81b427292001707be3fca56 for: {'subnet': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:15:29.786178 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4539390'] for subnet, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:30.048219 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4313645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4539344'] for subnet, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:30.101141 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bf7e88-d480-4f3d-bcac-7758fdf6b97c,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:30.113857 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Checking segment: {'id': 'f925c328-4500-481a-b26d-de8b879376e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '3eb36678-c4bb-401f-a6a6-da78bed5b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:15:30.114247 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Network hostable DHCP agents. Network: 3eb36678-c4bb-401f-a6a6-da78bed5b37d, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:15:30.184863 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Network 3eb36678-c4bb-401f-a6a6-da78bed5b37d is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:15:30.271130 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 3eb36678-c4bb-401f-a6a6-da78bed5b37d) {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:15:30.276504 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:30.277087 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:30.282262 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da360621-20d4-4c21-b2fe-37eef7f0d0a6 None None] Network 3eb36678-c4bb-401f-a6a6-da78bed5b37d requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:15:30.372678 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-a49a324e-dec7-4632-a45b-9cecfeabaae8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6991978 Sep 20 23:15:30.404282 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5008ebec-30b2-4aa5-a6a6-4a83ec4557c6 None None] Network 3eb36678-c4bb-401f-a6a6-da78bed5b37d requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:15:30.609922 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a8fe8-67fc-49f8-a755-be35b76d39db req-e91df69f-29db-47dd-93ac-d5ca816e3de6 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:30.611516 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ef6a8fe8-67fc-49f8-a755-be35b76d39db req-e91df69f-29db-47dd-93ac-d5ca816e3de6 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0519006 Sep 20 23:15:30.688335 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ef6a8fe8-67fc-49f8-a755-be35b76d39db req-7af16d78-3f93-4ee1-8f34-9ab6ed695e0e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670485 Sep 20 23:15:30.725770 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52900) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:30.802870 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04e9a1-6f78-489e-8437-5a7b3accf640 req-38e4cb5d-5475-4076-90cd-efb8827f3398 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:30.804343 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fb04e9a1-6f78-489e-8437-5a7b3accf640 req-38e4cb5d-5475-4076-90cd-efb8827f3398 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 944 time: 0.0507414 Sep 20 23:15:30.843732 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fb04e9a1-6f78-489e-8437-5a7b3accf640 req-5125b350-519a-49e3-b061-d6f01e1fe3d6 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334132 Sep 20 23:15:30.845506 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-42fbb9c3-e098-49fd-9407-0460eceff0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:30.939864 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-42fbb9c3-e098-49fd-9407-0460eceff0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.051760 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-42fbb9c3-e098-49fd-9407-0460eceff0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.090051 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbb9c3-e098-49fd-9407-0460eceff0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b249437-b1b8-47f8-8d33-e0b134ffc2c3,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:31.094928 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-42fbb9c3-e098-49fd-9407-0460eceff0db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a85baba235f467b8cadaac03b06e699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673034 Sep 20 23:15:31.097285 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 52912) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:31.151270 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6b4a0003-3f88-41dd-9d00-9002ac1139fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.172024 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6b4a0003-3f88-41dd-9d00-9002ac1139fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.316517 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6b4a0003-3f88-41dd-9d00-9002ac1139fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.317178 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 52918) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:31.320575 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6b4a0003-3f88-41dd-9d00-9002ac1139fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.323195 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-6b4a0003-3f88-41dd-9d00-9002ac1139fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b249437-b1b8-47f8-8d33-e0b134ffc2c3 HTTP/1.1" status: 204 len: 168 time: 0.2235930 Sep 20 23:15:31.323361 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1152793989-network', 'tenant_id': '9dc92f6f2837410f86274af33cc6eeb7'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:31.336070 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a0003-3f88-41dd-9d00-9002ac1139fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b249437-b1b8-47f8-8d33-e0b134ffc2c3,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:31.406044 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Made reservation on behalf of 9dc92f6f2837410f86274af33cc6eeb7 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:15:31.408358 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.417542 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.502920 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.571819 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.604136 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:15:31.615436 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9555a170-4dd5-4ad8-9dc8-39ab6eb90e9a,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:31.618951 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.619290 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Added segment 1b027871-d5da-4136-bb4e-96c44d3be5aa of type vlan for network 4260a32d-11c9-4405-a5b9-5e235e6af38c Sep 20 23:15:31.658904 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.753332 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.753332 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:31.753332 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:31.843085 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] Pushing event updated for resources: {'Network': ['ID=4260a32d-11c9-4405-a5b9-5e235e6af38c,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:31.854320 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 4260a32d-11c9-4405-a5b9-5e235e6af38c details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:15:31.867530 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fee029-c10c-4190-b699-9a298b1bd26e req-d741ca73-cf9a-4b22-b3cd-77f540fac107 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:31.870209 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a4fee029-c10c-4190-b699-9a298b1bd26e req-d741ca73-cf9a-4b22-b3cd-77f540fac107 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0977943 Sep 20 23:15:31.898209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 52940) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:31.898746 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-b1a8508b-aa3c-466f-8ea8-81bf134449f0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5800307 Sep 20 23:15:31.911229 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Request body: {'subnet': {'network_id': '4260a32d-11c9-4405-a5b9-5e235e6af38c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1152793989-subnet', 'tenant_id': '9dc92f6f2837410f86274af33cc6eeb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:31.933224 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a4fee029-c10c-4190-b699-9a298b1bd26e req-8d37f463-7a8b-420f-a9e9-66a5af4ef7d3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568531 Sep 20 23:15:31.995259 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:15:32.018699 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604321b1-846c-4375-944c-f3deb5277ef5 req-8c3ccec3-7eb5-49a4-a3eb-df33df47de0d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:32.020293 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-604321b1-846c-4375-944c-f3deb5277ef5 req-8c3ccec3-7eb5-49a4-a3eb-df33df47de0d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 944 time: 0.0499353 Sep 20 23:15:32.021379 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Made reservation on behalf of 9dc92f6f2837410f86274af33cc6eeb7 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:15:32.023627 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8367340'] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:32.104862 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:32.117240 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36', 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'port_id': '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36', 'mac_address': 'fa:16:3e:95:ff:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb51c93-3cd3-4e62-87e2-82786b114682', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:15:32.126311 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-604321b1-846c-4375-944c-f3deb5277ef5 req-61297420-3d15-4a7c-a1c8-9705772f6334 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816975 Sep 20 23:15:32.156419 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:32.169884 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:32.190170 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:32.314629 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:32.314941 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7896243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8367298'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:32.370015 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:32.377410 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=835a79f9-0c04-46f3-a9cb-c052e0248d10,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:32.397034 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Checking segment: {'id': '1b027871-d5da-4136-bb4e-96c44d3be5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4260a32d-11c9-4405-a5b9-5e235e6af38c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:15:32.397392 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Network hostable DHCP agents. Network: 4260a32d-11c9-4405-a5b9-5e235e6af38c, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:15:32.674670 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Network 4260a32d-11c9-4405-a5b9-5e235e6af38c is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:15:32.711985 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['0b05cc6a-70c7-40d3-ba72-7ad2e266fc36'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:32.754128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 4260a32d-11c9-4405-a5b9-5e235e6af38c) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:15:32.763181 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:32.763924 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:32.767435 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a141c-63ba-4604-aa9d-0ca0033896e8 None None] Network 4260a32d-11c9-4405-a5b9-5e235e6af38c requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:15:32.865675 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-0b3c028b-32a3-499c-92f9-ebe4df5629d9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9662483 Sep 20 23:15:32.975373 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb4443e-4c49-4555-aa20-b25248522d9c None None] Network 4260a32d-11c9-4405-a5b9-5e235e6af38c requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:15:33.093221 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69da313-f400-40d8-a1b8-93a26aa49f50 req-9f5f3427-7ccd-40b2-a4dc-d639f6a2908d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:33.095050 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c69da313-f400-40d8-a1b8-93a26aa49f50 req-9f5f3427-7ccd-40b2-a4dc-d639f6a2908d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0635953 Sep 20 23:15:33.138395 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c69da313-f400-40d8-a1b8-93a26aa49f50 req-d77631cd-db8c-48f8-9fe8-df7d54ec9524 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364494 Sep 20 23:15:33.252380 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f008f7-d271-4736-a8fc-790e3b9202b3 req-84b25c64-9830-4492-b7c8-7a1a8beaf3ba tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:33.256145 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b4f008f7-d271-4736-a8fc-790e3b9202b3 req-84b25c64-9830-4492-b7c8-7a1a8beaf3ba tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 945 time: 0.0510509 Sep 20 23:15:33.293132 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b4f008f7-d271-4736-a8fc-790e3b9202b3 req-34990913-5ae8-4cb8-9451-f6a18ff5708f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Sep 20 23:15:33.998127 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:15:34.109196 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:15:34.114020 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:15:34.114440 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:34.204624 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:34.227679 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90d2816-6b34-4371-89df-2f0119aed3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:34.229958 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ce47fe-28a4-441a-8740-7dd46d13c73a" -d '{"events": [{"server_uuid": "e90d2816-6b34-4371-89df-2f0119aed3ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b05cc6a-70c7-40d3-ba72-7ad2e266fc36"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:34.248431 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:34.264552 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288562eb-ad0a-4e21-b8ff-2fbe82db60fe req-55412bc5-76e4-41c8-8690-4a74460e4283 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:34.266176 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-288562eb-ad0a-4e21-b8ff-2fbe82db60fe req-55412bc5-76e4-41c8-8690-4a74460e4283 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Sep 20 23:15:34.284895 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f56ebc-9cf6-45c1-9cb7-1aba5abd8177 x-openstack-request-id: req-f8f56ebc-9cf6-45c1-9cb7-1aba5abd8177 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:34.285186 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90d2816-6b34-4371-89df-2f0119aed3ca", "name": "network-vif-plugged", "status": "completed", "tag": "0b05cc6a-70c7-40d3-ba72-7ad2e266fc36", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:34.285442 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8f56ebc-9cf6-45c1-9cb7-1aba5abd8177 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:34.285856 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90d2816-6b34-4371-89df-2f0119aed3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36', 'code': 200} Sep 20 23:15:34.311768 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-288562eb-ad0a-4e21-b8ff-2fbe82db60fe req-5c79892e-d3f3-4d63-a5fe-d10b3217cc89 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393786 Sep 20 23:15:34.320350 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:34.413924 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:34.433989 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527f35-4de5-4930-a65e-399e0adbab83 req-5c058ffc-e9a6-41bb-b8c5-d53eee07b0d2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:34.435505 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81527f35-4de5-4930-a65e-399e0adbab83 req-5c058ffc-e9a6-41bb-b8c5-d53eee07b0d2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 946 time: 0.0518832 Sep 20 23:15:34.473669 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81527f35-4de5-4930-a65e-399e0adbab83 req-20b02d38-f325-442b-bea2-e057ab294c97 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321567 Sep 20 23:15:34.683846 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240d937-d3d2-4e63-bdb3-ebde1158a572 req-832cacfb-d2a7-4b81-ac2d-f87c91cccf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:34.685275 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4240d937-d3d2-4e63-bdb3-ebde1158a572 req-832cacfb-d2a7-4b81-ac2d-f87c91cccf2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 1099 time: 0.0383539 Sep 20 23:15:34.726817 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4240d937-d3d2-4e63-bdb3-ebde1158a572 req-edd4578d-88a3-4255-8937-0637c1cf3b71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281675 Sep 20 23:15:35.169511 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-991eefc1-fc29-4b03-b5ef-8f881cb17705 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7eb3360559df44d4bfa5de1b1d3c637e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285082 Sep 20 23:15:35.352927 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-3197a4b1-41de-4c14-9c63-f79cdac65790 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:35.360138 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-3197a4b1-41de-4c14-9c63-f79cdac65790 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1844063 Sep 20 23:15:35.377553 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-9fa95612-94fc-4485-9790-d0618346921c tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/quotas/7eb3360559df44d4bfa5de1b1d3c637e HTTP/1.1" status: 200 len: 375 time: 0.0102441 Sep 20 23:15:35.406991 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-5396bb72-27fb-4f89-b9f6-0e3940cd6bfd tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb3360559df44d4bfa5de1b1d3c637e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265205 Sep 20 23:15:35.453890 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a85bd-b18b-40b1-b588-a6d1dea7ff31 req-d70e8aeb-12da-43de-9ff5-60eb76e47b0d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:35.460999 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9f5a85bd-b18b-40b1-b588-a6d1dea7ff31 req-d70e8aeb-12da-43de-9ff5-60eb76e47b0d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0629878 Sep 20 23:15:35.507581 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9f5a85bd-b18b-40b1-b588-a6d1dea7ff31 req-1e8a5579-eae9-4674-bad7-58ab1ac66758 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Sep 20 23:15:35.634043 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940ab3d-e2d1-445f-861a-8d43e2729609 req-901a3001-27e6-498a-81b5-0ff9c924d719 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:35.635798 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b940ab3d-e2d1-445f-861a-8d43e2729609 req-901a3001-27e6-498a-81b5-0ff9c924d719 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 946 time: 0.0596704 Sep 20 23:15:35.709485 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b940ab3d-e2d1-445f-861a-8d43e2729609 req-e79b03b8-3531-4fc3-949f-baf08abc30aa tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511775 Sep 20 23:15:35.711063 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e3a4d6e5-0818-4a1d-94b5-a066e168c5e6 req-febbb644-c045-4558-b080-ba6942414c66 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 210 time: 0.0275640 Sep 20 23:15:35.945171 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c145aae4-b4ce-45f1-ad3c-da826ad59559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:36.082211 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53064) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:36.189682 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-acc932df-1463-4952-ae18-335380b51ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:36.284424 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-acc932df-1463-4952-ae18-335380b51ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:36.350557 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-acc932df-1463-4952-ae18-335380b51ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:36.378997 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-acc932df-1463-4952-ae18-335380b51ab6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=234672d676c84f15ac18216a37fea7b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956703 Sep 20 23:15:36.381636 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 53068) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:36.391808 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc932df-1463-4952-ae18-335380b51ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16a2fd1-3377-45cf-a600-a5517ae2743b,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:36.431281 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0e051794-df99-43f6-9efc-e465dbf38ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:36.451497 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0e051794-df99-43f6-9efc-e465dbf38ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:36.562439 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0e051794-df99-43f6-9efc-e465dbf38ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:36.565767 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0e051794-df99-43f6-9efc-e465dbf38ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:36.569182 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-0e051794-df99-43f6-9efc-e465dbf38ae8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f16a2fd1-3377-45cf-a600-a5517ae2743b HTTP/1.1" status: 204 len: 168 time: 0.1841919 Sep 20 23:15:36.583792 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e051794-df99-43f6-9efc-e465dbf38ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16a2fd1-3377-45cf-a600-a5517ae2743b,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:36.639389 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7806f-9f01-407c-9b03-4e5486794944 req-060dce15-b39e-405f-b535-7ab0bf2c6168 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:36.641051 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ac7806f-9f01-407c-9b03-4e5486794944 req-060dce15-b39e-405f-b535-7ab0bf2c6168 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0594032 Sep 20 23:15:36.681437 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ac7806f-9f01-407c-9b03-4e5486794944 req-0ab4b4a7-8c6a-4b50-ba2f-fd92478de7ed tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Sep 20 23:15:36.790759 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-237b1e58-4a89-445d-9d39-cddbb72c07d5 req-df48545d-e3af-4858-aac4-0e50ca8105e3 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 210 time: 0.0262432 Sep 20 23:15:36.853019 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1fab7-d0cc-484c-addd-9ae8553612e1 req-4e982a3c-9b00-407c-8f79-a420206db38f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:36.854681 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-78c1fab7-d0cc-484c-addd-9ae8553612e1 req-4e982a3c-9b00-407c-8f79-a420206db38f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 946 time: 0.0608773 Sep 20 23:15:36.922296 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-78c1fab7-d0cc-484c-addd-9ae8553612e1 req-a67b7105-a656-4631-863f-7d8843fcb39c tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Sep 20 23:15:37.355874 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 53096) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:37.368673 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b0a3-f62f-44e9-b56a-4a29330aa336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:37.463230 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b0a3-f62f-44e9-b56a-4a29330aa336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:37.594148 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a7e9b0a3-f62f-44e9-b56a-4a29330aa336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:37.649254 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a7e9b0a3-f62f-44e9-b56a-4a29330aa336 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab879dbac0424f3e96c9cf9c48cb890e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922070 Sep 20 23:15:37.650290 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9b0a3-f62f-44e9-b56a-4a29330aa336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf235a45-480b-4a31-9b7a-16400c8ce49c,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:37.652034 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53110) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:37.726986 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-90e8c39b-fc21-4a42-b6fa-554281c6f3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:37.756358 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-90e8c39b-fc21-4a42-b6fa-554281c6f3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:37.813609 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d0ae-0578-4853-bb81-c89a8819f959 req-a76a1614-ca08-4c76-9cb0-bd0ab4ef337e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:37.816202 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f68d0ae-0578-4853-bb81-c89a8819f959 req-a76a1614-ca08-4c76-9cb0-bd0ab4ef337e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0543640 Sep 20 23:15:37.834907 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a9e45-047c-4fac-9140-f8c7d27ea3d5 req-9fea1dba-ede0-451a-8ba7-74c7f3127cff tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:37.836388 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e60a9e45-047c-4fac-9140-f8c7d27ea3d5 req-9fea1dba-ede0-451a-8ba7-74c7f3127cff tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0729895 Sep 20 23:15:37.875429 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f68d0ae-0578-4853-bb81-c89a8819f959 req-b6e4c0ed-125a-44ec-8e0b-5fb74b944795 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500388 Sep 20 23:15:37.887076 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e60a9e45-047c-4fac-9140-f8c7d27ea3d5 req-7c3ad395-e527-413c-b5b9-9a4255293426 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366228 Sep 20 23:15:37.942263 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-90e8c39b-fc21-4a42-b6fa-554281c6f3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:37.943601 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-90e8c39b-fc21-4a42-b6fa-554281c6f3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:37.944997 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-90e8c39b-fc21-4a42-b6fa-554281c6f3e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf235a45-480b-4a31-9b7a-16400c8ce49c HTTP/1.1" status: 204 len: 168 time: 0.2914379 Sep 20 23:15:37.953366 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8c39b-fc21-4a42-b6fa-554281c6f3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf235a45-480b-4a31-9b7a-16400c8ce49c,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:37.965297 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3f73d1c2-d25c-421e-9571-77bb17b95835 req-e6f437c7-c65a-4ebf-8066-015364bd2020 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 210 time: 0.0291915 Sep 20 23:15:38.468498 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-6e366fc9-cea8-409b-aef6-02e897bdea4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:38.675257 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-e2e3af23-2833-4c98-9c74-ec649601128e tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7eb3360559df44d4bfa5de1b1d3c637e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278122 Sep 20 23:15:38.781156 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53134) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:38.794860 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f5809000-cf48-4ad2-9ec2-02df8d5d9a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:38.874460 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-d93eaf1f-c823-461a-b76e-b5c1c5e3749c tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:38.875895 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-d93eaf1f-c823-461a-b76e-b5c1c5e3749c tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946549 Sep 20 23:15:38.889541 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f5809000-cf48-4ad2-9ec2-02df8d5d9a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:38.901321 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Request body: {'port': {'device_id': 'ef13adb1-5031-444a-aa52-9f0bb2e07d0b', 'network_id': '9addc291-427b-412a-af8b-88813d2d9942', 'admin_state_up': True, 'tenant_id': '7eb3360559df44d4bfa5de1b1d3c637e'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:39.000635 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f9537-9fc0-4171-b5df-04bafa386d06 req-0238c1a0-9424-4b60-b384-5d5787ef1093 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:39.002088 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f29f9537-9fc0-4171-b5df-04bafa386d06 req-0238c1a0-9424-4b60-b384-5d5787ef1093 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0523336 Sep 20 23:15:39.019274 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f5809000-cf48-4ad2-9ec2-02df8d5d9a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.069974 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c6ef-e6fb-4335-ac96-f12805a41d7c req-a9111942-0379-409d-bbb7-f8ceef6da2b2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:39.069974 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f0b5c6ef-e6fb-4335-ac96-f12805a41d7c req-a9111942-0379-409d-bbb7-f8ceef6da2b2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0906482 Sep 20 23:15:39.090922 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f5809000-cf48-4ad2-9ec2-02df8d5d9a01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e30519cbaf64ab8a0ca50e3aed27db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019609 Sep 20 23:15:39.090922 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53144) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:39.107756 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f0b5c6ef-e6fb-4335-ac96-f12805a41d7c req-d43f3d14-616a-4d2e-b9d8-58874e9927c0 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Sep 20 23:15:39.123341 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5809000-cf48-4ad2-9ec2-02df8d5d9a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd16bd-7338-45dd-a731-bb53012685e4,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:39.134871 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f29f9537-9fc0-4171-b5df-04bafa386d06 req-194dc5f1-3b8d-4fe4-8965-5540b22f6569 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245661 Sep 20 23:15:39.165316 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9babdf05-285f-48a3-a308-81f5fefcbb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.188681 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9babdf05-285f-48a3-a308-81f5fefcbb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.205804 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-65aae8e8-f04b-45c3-a1cd-1bc1e3e7575d req-a3442153-4230-480b-a46a-f5edf401b1e2 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 210 time: 0.0255260 Sep 20 23:15:39.213765 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.302652 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Made reservation on behalf of 7eb3360559df44d4bfa5de1b1d3c637e for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:15:39.310809 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.314399 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.408027 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9babdf05-285f-48a3-a308-81f5fefcbb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.411551 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9babdf05-285f-48a3-a308-81f5fefcbb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.412819 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9babdf05-285f-48a3-a308-81f5fefcbb32 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9cd16bd-7338-45dd-a731-bb53012685e4 HTTP/1.1" status: 204 len: 168 time: 0.3225939 Sep 20 23:15:39.422966 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babdf05-285f-48a3-a308-81f5fefcbb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd16bd-7338-45dd-a731-bb53012685e4,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:39.479178 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.590785 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.657502 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58dc02c0-cf35-4cc6-9d72-701bde543e66,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:39.697186 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:39.919731 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Allocated IP 192.168.233.142 (9addc291-427b-412a-af8b-88813d2d9942/9f9f004e-3592-4a0e-97f9-35d349a01cb3/f92b8a7a-8f81-4a64-88dc-8695d0121331) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:15:40.072921 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:40.183561 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:40.271895 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Network 9addc291-427b-412a-af8b-88813d2d9942 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:15:40.272778 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Pushing event updated for resources: {'Port': ['ID=f92b8a7a-8f81-4a64-88dc-8695d0121331,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:40.277137 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:15:40.279639 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:15:40.315701 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74bbaa4-32ba-459a-982b-091cb25b6306 req-85117b4f-f627-4e09-ab99-c955c1ea780a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:40.317251 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d74bbaa4-32ba-459a-982b-091cb25b6306 req-85117b4f-f627-4e09-ab99-c955c1ea780a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.1312685 Sep 20 23:15:40.359263 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:40.359836 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:40.386883 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d74bbaa4-32ba-459a-982b-091cb25b6306 req-afad6735-2678-4f12-89f9-7e29c8275e99 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616200 Sep 20 23:15:40.497683 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-fb6d9e5a-fcc9-4b86-bda1-a569d05434e5 None None] Provisioning complete for port f92b8a7a-8f81-4a64-88dc-8695d0121331 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:15:40.498080 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fb6d9e5a-fcc9-4b86-bda1-a569d05434e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:40.508966 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c00c0-897a-4a7c-b431-3f38efae86a2 req-8b739788-f3e1-41aa-abd4-247f8b569355 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:40.510477 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c48c00c0-897a-4a7c-b431-3f38efae86a2 req-8b739788-f3e1-41aa-abd4-247f8b569355 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0513213 Sep 20 23:15:40.512160 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-dc3a342e-7882-4a27-a7c7-3d0468648f5b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6149249 Sep 20 23:15:40.531462 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-fb6d9e5a-fcc9-4b86-bda1-a569d05434e5 None None] Port f92b8a7a-8f81-4a64-88dc-8695d0121331 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:15:40.544267 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Request body: {'port': {'device_id': 'ef13adb1-5031-444a-aa52-9f0bb2e07d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:40.585533 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c48c00c0-897a-4a7c-b431-3f38efae86a2 req-fb863f8e-ba89-4ab0-8bfa-05d29a59a475 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686531 Sep 20 23:15:40.627136 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:40.828628 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22551446-40da-4c68-b535-86b85b4986c9 req-c28d660d-dad6-420b-9e52-924f60b6fc38 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:40.830453 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22551446-40da-4c68-b535-86b85b4986c9 req-c28d660d-dad6-420b-9e52-924f60b6fc38 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 936 time: 0.1524730 Sep 20 23:15:40.883031 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883e98e-07f7-4c47-bd1e-a41ea226c6b4 req-09052f53-a134-4d0f-a44c-330c97b0f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:40.884549 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c883e98e-07f7-4c47-bd1e-a41ea226c6b4 req-09052f53-a134-4d0f-a44c-330c97b0f8a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1098 time: 0.0755520 Sep 20 23:15:40.923543 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22551446-40da-4c68-b535-86b85b4986c9 req-cdce3165-adef-4260-ae57-83c6e937e8a6 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788810 Sep 20 23:15:40.962192 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c883e98e-07f7-4c47-bd1e-a41ea226c6b4 req-91bf3f00-9c10-400e-bc79-82126f1baf94 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677407 Sep 20 23:15:41.016737 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92b8a7a-8f81-4a64-88dc-8695d0121331 {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:41.024423 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:41.044204 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Transition to ACTIVE for port object f92b8a7a-8f81-4a64-88dc-8695d0121331 will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:15:41.156263 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:41.190996 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:41.205453 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Pushing event updated for resources: {'Port': ['ID=f92b8a7a-8f81-4a64-88dc-8695d0121331,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:41.228854 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.229209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.229547 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.229914 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.230247 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.230579 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.230911 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.231251 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.231561 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.231886 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.232208 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.232596 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:41.294596 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Attempting to bind port f92b8a7a-8f81-4a64-88dc-8695d0121331 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:15:41.298218 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Attempting to bind port f92b8a7a-8f81-4a64-88dc-8695d0121331 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:15:41.299211 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Attempting to bind port f92b8a7a-8f81-4a64-88dc-8695d0121331 on network 9addc291-427b-412a-af8b-88813d2d9942 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:15:41.304779 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Port f92b8a7a-8f81-4a64-88dc-8695d0121331 on network 9addc291-427b-412a-af8b-88813d2d9942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:15:41.305290 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Attempting to bind port f92b8a7a-8f81-4a64-88dc-8695d0121331 on network 9addc291-427b-412a-af8b-88813d2d9942 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:15:41.311889 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:15:41.312168 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Checking segment: {'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:15:41.312551 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Bound using segment: {'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:15:41.312982 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Bound port: f92b8a7a-8f81-4a64-88dc-8695d0121331, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9fc411-1d52-40fa-8b07-ae7410495ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9addc291-427b-412a-af8b-88813d2d9942'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:15:41.313342 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:41.387225 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] For port f92b8a7a-8f81-4a64-88dc-8695d0121331, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:15:41.390253 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] For port f92b8a7a-8f81-4a64-88dc-8695d0121331, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f92b8a7a-8f81-4a64-88dc-8695d0121331,segment=NetworkSegment(ff9fc411-1d52-40fa-8b07-ae7410495ad6),segment_id=ff9fc411-1d52-40fa-8b07-ae7410495ad6)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:15:41.463888 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:41.526843 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:41.527533 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:41.528985 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] 10.222.0.35 "PUT /v2.0/ports/f92b8a7a-8f81-4a64-88dc-8695d0121331 HTTP/1.1" status: 200 len: 1098 time: 0.9888949 Sep 20 23:15:41.529524 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef13adb1-5031-444a-aa52-9f0bb2e07d0b', 'tag': 'f92b8a7a-8f81-4a64-88dc-8695d0121331'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:41.534920 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea72645-8e81-4753-ab77-4d6cc383ca07" -d '{"events": [{"name": "network-changed", "server_uuid": "ef13adb1-5031-444a-aa52-9f0bb2e07d0b", "tag": "f92b8a7a-8f81-4a64-88dc-8695d0121331"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:41.537981 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d4fc5-84c0-4b9e-9f6d-cff23974d4fc req-1f294724-f51e-4c77-902a-3850f657d39b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:41.557071 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-398d4fc5-84c0-4b9e-9f6d-cff23974d4fc req-1f294724-f51e-4c77-902a-3850f657d39b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0706975 Sep 20 23:15:41.560695 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63f4a7-1783-481a-893d-06a108dcfd18 service neutron] Pushing event updated for resources: {'Port': ['ID=f92b8a7a-8f81-4a64-88dc-8695d0121331,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:41.607621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f555f269-3e32-4c79-92b1-b558816cc4ee x-openstack-request-id: req-f555f269-3e32-4c79-92b1-b558816cc4ee {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:41.608421 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef13adb1-5031-444a-aa52-9f0bb2e07d0b", "tag": "f92b8a7a-8f81-4a64-88dc-8695d0121331", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:41.608680 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f555f269-3e32-4c79-92b1-b558816cc4ee {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:41.609082 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef13adb1-5031-444a-aa52-9f0bb2e07d0b', 'tag': 'f92b8a7a-8f81-4a64-88dc-8695d0121331', 'status': 'completed', 'code': 200} Sep 20 23:15:41.629904 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-398d4fc5-84c0-4b9e-9f6d-cff23974d4fc req-78d7c6f9-22bc-4668-923b-5afae6729350 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635448 Sep 20 23:15:41.742795 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff4604-8d2c-42cd-b7b5-8dcc3f3c9385 req-e549ccce-932e-4997-9453-a0bbad1c2406 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:41.744274 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-56ff4604-8d2c-42cd-b7b5-8dcc3f3c9385 req-e549ccce-932e-4997-9453-a0bbad1c2406 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0796874 Sep 20 23:15:41.745991 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea72645-8e81-4753-ab77-4d6cc383ca07 req-e6c7856c-bd12-4d7a-a80a-4b1488b8fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:41.747304 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9ea72645-8e81-4753-ab77-4d6cc383ca07 req-e6c7856c-bd12-4d7a-a80a-4b1488b8fd32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb3360559df44d4bfa5de1b1d3c637e&device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 1101 time: 0.0708003 Sep 20 23:15:41.803058 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-56ff4604-8d2c-42cd-b7b5-8dcc3f3c9385 req-86ae9377-5e90-40cf-89e7-1760f28b781e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526264 Sep 20 23:15:41.804642 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9ea72645-8e81-4753-ab77-4d6cc383ca07 req-136720d9-3a3f-40e0-9bf0-e2aff1c51138 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7eb3360559df44d4bfa5de1b1d3c637e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350301 Sep 20 23:15:41.914877 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea72645-8e81-4753-ab77-4d6cc383ca07 req-bb74b520-2d2e-438b-8cff-5a8620e5d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:41.916411 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9ea72645-8e81-4753-ab77-4d6cc383ca07 req-bb74b520-2d2e-438b-8cff-5a8620e5d189 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045949 Sep 20 23:15:42.062186 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-42147872-2737-4cdb-bc27-6c936fc9c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:42.063792 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-42147872-2737-4cdb-bc27-6c936fc9c3dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7eb3360559df44d4bfa5de1b1d3c637e&device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 1101 time: 0.0515056 Sep 20 23:15:42.065692 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d01814-e10a-4389-8d30-9b9d52ab6f6f req-828145b4-9f0d-4184-856b-408ea812f4e8 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:42.067316 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-97d01814-e10a-4389-8d30-9b9d52ab6f6f req-828145b4-9f0d-4184-856b-408ea812f4e8 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 948 time: 0.0568960 Sep 20 23:15:42.112128 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-97d01814-e10a-4389-8d30-9b9d52ab6f6f req-a3ca5f3c-a8b6-4b0a-8df1-8c5e0dd8da60 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387537 Sep 20 23:15:42.148626 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-c2bbbf0a-6739-4d60-9b3b-beb026057df3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=f92b8a7a-8f81-4a64-88dc-8695d0121331 HTTP/1.1" status: 200 len: 217 time: 0.0597866 Sep 20 23:15:42.207975 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-3fbc8505-acc1-466f-b0a7-792aaacf0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:42.209427 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-3fbc8505-acc1-466f-b0a7-792aaacf0b79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f9f004e-3592-4a0e-97f9-35d349a01cb3 HTTP/1.1" status: 200 len: 843 time: 0.0448146 Sep 20 23:15:42.272975 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-ae813402-34fb-4b0a-a3d7-dda986da6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:42.274642 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-ae813402-34fb-4b0a-a3d7-dda986da6c47 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9addc291-427b-412a-af8b-88813d2d9942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409443 Sep 20 23:15:42.392944 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-cfef6eee-2a31-4031-868f-ae96faabb926 service neutron] 10.222.0.35 "GET /v2.0/networks/9addc291-427b-412a-af8b-88813d2d9942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954120 Sep 20 23:15:42.490102 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc58d1ea-b892-40f6-bc33-a4a68449ce82 req-a638b863-d832-42b9-b8cf-234bf0badc2b service neutron] 10.222.0.35 "GET /v2.0/networks/9addc291-427b-412a-af8b-88813d2d9942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879490 Sep 20 23:15:42.745962 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d2e4b-9c97-4f7a-aa6c-ff6fde631fcd req-0c7e5a75-fe04-450e-a64b-76b763f1ea6d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:42.747366 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b65d2e4b-9c97-4f7a-aa6c-ff6fde631fcd req-0c7e5a75-fe04-450e-a64b-76b763f1ea6d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0532839 Sep 20 23:15:42.784919 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b65d2e4b-9c97-4f7a-aa6c-ff6fde631fcd req-fbf7fe9b-3309-4f8c-9d16-5b14a7b61a0f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313764 Sep 20 23:15:42.976726 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8b666-bf47-4d07-aa16-79c23194d1b5 req-70c0bd31-8552-4f7b-8994-d4be08ef6f79 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:42.978277 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2dc8b666-bf47-4d07-aa16-79c23194d1b5 req-70c0bd31-8552-4f7b-8994-d4be08ef6f79 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0507216 Sep 20 23:15:43.015178 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2dc8b666-bf47-4d07-aa16-79c23194d1b5 req-a4b348e2-1654-4cce-b3ec-a8514a24c3ec tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310194 Sep 20 23:15:43.229460 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc056745-d78d-4374-a1b8-a342cc5c7dbf req-2a605e00-79b3-467c-bf23-e561c8f90a02 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:43.230960 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bc056745-d78d-4374-a1b8-a342cc5c7dbf req-2a605e00-79b3-467c-bf23-e561c8f90a02 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 948 time: 0.0477877 Sep 20 23:15:43.269259 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bc056745-d78d-4374-a1b8-a342cc5c7dbf req-068271aa-576f-4610-9634-4999283493d3 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Sep 20 23:15:43.546487 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba0950-01dc-45f4-b95d-1824934404f2 req-688310f5-6c67-47b7-818e-2b6aa2277e13 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:43.547984 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-31ba0950-01dc-45f4-b95d-1824934404f2 req-688310f5-6c67-47b7-818e-2b6aa2277e13 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Sep 20 23:15:43.588146 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-31ba0950-01dc-45f4-b95d-1824934404f2 req-530982f3-808d-4b89-b517-434fe38135c3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330222 Sep 20 23:15:43.683394 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-93b36212-01f4-4725-84a9-c9e367b3beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:43.684919 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-93b36212-01f4-4725-84a9-c9e367b3beae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1098 time: 0.0460927 Sep 20 23:15:43.777174 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-7cf8c5ea-153e-4d0b-80cb-e24a50a5b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:43.778566 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-7cf8c5ea-153e-4d0b-80cb-e24a50a5b483 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 920 time: 0.0845120 Sep 20 23:15:43.826299 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-ff7ba11c-0d16-420a-b7bc-322323ad55ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0372415 Sep 20 23:15:43.881074 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-d43b1708-370d-4417-9039-c3fa64498ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:43.882734 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-d43b1708-370d-4417-9039-c3fa64498ca8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.0482216 Sep 20 23:15:43.906121 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e263a-17c6-46a0-8eac-43355e1e405d req-c5afc03b-1540-41cb-a7e0-f7160edd1431 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:43.907578 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d63e263a-17c6-46a0-8eac-43355e1e405d req-c5afc03b-1540-41cb-a7e0-f7160edd1431 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0489717 Sep 20 23:15:43.917278 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-f90223c5-7d92-41bc-b92a-68c19fee59bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249009 Sep 20 23:15:43.947037 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d63e263a-17c6-46a0-8eac-43355e1e405d req-8fa21e82-f725-49c7-acd4-0b573b42543b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331745 Sep 20 23:15:44.023555 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device f92b8a7a-8f81-4a64-88dc-8695d0121331 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:15:44.038605 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-a1986d89-84e2-4212-ba5c-e5e9cdd94eb3 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128936 Sep 20 23:15:44.119022 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port f92b8a7a-8f81-4a64-88dc-8695d0121331, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f92b8a7a-8f81-4a64-88dc-8695d0121331,segment=NetworkSegment(ff9fc411-1d52-40fa-8b07-ae7410495ad6),segment_id=ff9fc411-1d52-40fa-8b07-ae7410495ad6)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:44.134713 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': 'f92b8a7a-8f81-4a64-88dc-8695d0121331', 'network_id': '9addc291-427b-412a-af8b-88813d2d9942', 'port_id': 'f92b8a7a-8f81-4a64-88dc-8695d0121331', 'mac_address': 'fa:16:3e:40:f3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9f004e-3592-4a0e-97f9-35d349a01cb3', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:15:44.139434 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee1680a5-2265-4b61-9456-4f4aaf418294 req-fbcfba9f-60a1-49e0-bb80-bcf4644a567d service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910614 Sep 20 23:15:44.176203 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:44.190602 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92b8a7a-8f81-4a64-88dc-8695d0121331 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:44.213129 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port f92b8a7a-8f81-4a64-88dc-8695d0121331, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f92b8a7a-8f81-4a64-88dc-8695d0121331,segment=NetworkSegment(ff9fc411-1d52-40fa-8b07-ae7410495ad6),segment_id=ff9fc411-1d52-40fa-8b07-ae7410495ad6)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:44.308107 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:44.357232 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=f92b8a7a-8f81-4a64-88dc-8695d0121331,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:44.398370 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2237f-a046-4c73-b530-1f077c234ad6 req-ced34d2e-f39c-4761-b264-c11c59b8d3ae tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:44.399940 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f3f2237f-a046-4c73-b530-1f077c234ad6 req-ced34d2e-f39c-4761-b264-c11c59b8d3ae tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 949 time: 0.0573063 Sep 20 23:15:44.441279 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f3f2237f-a046-4c73-b530-1f077c234ad6 req-1605ed0b-deae-4bb0-8d26-593d154e435c tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Sep 20 23:15:44.709530 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5576c8-c5cd-4822-8780-82bb1179c1cd req-06d1e8e9-9fcf-46a7-b0de-fdaf418111f7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:44.711027 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc5576c8-c5cd-4822-8780-82bb1179c1cd req-06d1e8e9-9fcf-46a7-b0de-fdaf418111f7 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Sep 20 23:15:44.751148 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dc5576c8-c5cd-4822-8780-82bb1179c1cd req-888bf42d-f07d-429b-908a-8c9d25eaa5a8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343432 Sep 20 23:15:44.836266 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['f92b8a7a-8f81-4a64-88dc-8695d0121331'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:45.075750 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb95c92-bf76-4158-a181-e95dd4ad9721 req-70304768-0a2f-4cd8-a9b1-2ba45a3acf54 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:45.077348 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5eb95c92-bf76-4158-a181-e95dd4ad9721 req-70304768-0a2f-4cd8-a9b1-2ba45a3acf54 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0513005 Sep 20 23:15:45.127225 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5eb95c92-bf76-4158-a181-e95dd4ad9721 req-028f86fb-d39e-4f2c-bfb4-87dfd563c82b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354421 Sep 20 23:15:45.552408 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56d3f-60cb-4482-9e75-06c8e3b649bf req-7603f304-3f79-4426-8cbf-d561368e64ff tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:45.553902 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f3b56d3f-60cb-4482-9e75-06c8e3b649bf req-7603f304-3f79-4426-8cbf-d561368e64ff tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 949 time: 0.0464151 Sep 20 23:15:45.606541 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f3b56d3f-60cb-4482-9e75-06c8e3b649bf req-af359f5e-3de8-418d-94f4-02369fb7a585 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459633 Sep 20 23:15:45.873715 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5d577-d4c8-4ca4-9f80-c121c145bd80 req-6ba799a0-8cde-454e-b12a-b9433cf59a7b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:45.875320 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-afb5d577-d4c8-4ca4-9f80-c121c145bd80 req-6ba799a0-8cde-454e-b12a-b9433cf59a7b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0521173 Sep 20 23:15:45.913920 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-afb5d577-d4c8-4ca4-9f80-c121c145bd80 req-5e0dfe95-8a38-4be4-b96c-41834782314e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321338 Sep 20 23:15:46.039002 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device f92b8a7a-8f81-4a64-88dc-8695d0121331 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:15:46.234030 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port f92b8a7a-8f81-4a64-88dc-8695d0121331 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:15:46.238774 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port f92b8a7a-8f81-4a64-88dc-8695d0121331 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:15:46.239174 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:46.246814 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f69221-f7a4-49dd-b03d-b281f8113f8e req-b125719b-0f7e-45b5-880a-968627cb3ec1 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:46.248290 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-89f69221-f7a4-49dd-b03d-b281f8113f8e req-b125719b-0f7e-45b5-880a-968627cb3ec1 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0470765 Sep 20 23:15:46.297413 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-89f69221-f7a4-49dd-b03d-b281f8113f8e req-9a808528-2584-4c0c-8151-374e827db840 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414689 Sep 20 23:15:46.327921 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:46.350524 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13adb1-5031-444a-aa52-9f0bb2e07d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92b8a7a-8f81-4a64-88dc-8695d0121331'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:46.352700 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ffcd0-d483-4135-bb1e-04fdd1979316" -d '{"events": [{"server_uuid": "ef13adb1-5031-444a-aa52-9f0bb2e07d0b", "name": "network-vif-plugged", "status": "completed", "tag": "f92b8a7a-8f81-4a64-88dc-8695d0121331"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:46.365647 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port f92b8a7a-8f81-4a64-88dc-8695d0121331, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f92b8a7a-8f81-4a64-88dc-8695d0121331,segment=NetworkSegment(ff9fc411-1d52-40fa-8b07-ae7410495ad6),segment_id=ff9fc411-1d52-40fa-8b07-ae7410495ad6)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:46.391686 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d7ded4-bb57-4d42-862b-161661482ccf x-openstack-request-id: req-44d7ded4-bb57-4d42-862b-161661482ccf {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:46.391981 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13adb1-5031-444a-aa52-9f0bb2e07d0b", "name": "network-vif-plugged", "status": "completed", "tag": "f92b8a7a-8f81-4a64-88dc-8695d0121331", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:46.392302 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44d7ded4-bb57-4d42-862b-161661482ccf {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:46.393020 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef13adb1-5031-444a-aa52-9f0bb2e07d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92b8a7a-8f81-4a64-88dc-8695d0121331', 'code': 200} Sep 20 23:15:46.447383 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:46.497413 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=f92b8a7a-8f81-4a64-88dc-8695d0121331,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:46.744036 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f92d1-864f-4034-99ae-c223dd41e04b req-068ad07f-bbcb-4e57-ba32-60d28ddfa24a tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:46.745711 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-095f92d1-864f-4034-99ae-c223dd41e04b req-068ad07f-bbcb-4e57-ba32-60d28ddfa24a tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 950 time: 0.0627546 Sep 20 23:15:46.789026 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-095f92d1-864f-4034-99ae-c223dd41e04b req-7cb77374-a5bb-4e16-bcbd-e80db5eac11a tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371404 Sep 20 23:15:46.870384 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad335cf-12ad-4a02-9c78-6aafecf40f41 req-c9fecf5b-06e2-4168-adf8-6bc6fb8d4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:46.871983 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4ad335cf-12ad-4a02-9c78-6aafecf40f41 req-c9fecf5b-06e2-4168-adf8-6bc6fb8d4e79 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 1103 time: 0.0410857 Sep 20 23:15:46.910392 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4ad335cf-12ad-4a02-9c78-6aafecf40f41 req-4fa1bb28-54a4-4118-a75f-2a52e105178e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286658 Sep 20 23:15:47.035232 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7272e-1f99-4fb8-b613-6dfef4228ba6 req-16956440-fb31-46f2-acc4-2f99856a11d2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:47.036685 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae7272e-1f99-4fb8-b613-6dfef4228ba6 req-16956440-fb31-46f2-acc4-2f99856a11d2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0533400 Sep 20 23:15:47.075993 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae7272e-1f99-4fb8-b613-6dfef4228ba6 req-0ad34dea-6a53-447f-a58a-64c3c7bc9d64 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332098 Sep 20 23:15:47.437936 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7403b1-e688-491e-8c50-48a762fbe502 req-07fb8122-4c83-40b4-a71c-8d74b8182f97 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:47.437936 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7c7403b1-e688-491e-8c50-48a762fbe502 req-07fb8122-4c83-40b4-a71c-8d74b8182f97 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Sep 20 23:15:47.493001 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7c7403b1-e688-491e-8c50-48a762fbe502 req-511578d8-9315-4fab-95e5-a37f8a8abffe tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395267 Sep 20 23:15:47.609103 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-34f69bba-f976-4ea2-b7f3-e76b3943b9e7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:47.610614 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-34f69bba-f976-4ea2-b7f3-e76b3943b9e7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 814 time: 0.1045890 Sep 20 23:15:47.626241 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-78d0f327-b1e4-4bcc-b791-fe2d69a38e41 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/quotas/5af4827395364a6cbe6e71928fad635e HTTP/1.1" status: 200 len: 375 time: 0.0092804 Sep 20 23:15:47.681176 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-e41c50c5-3acf-4d67-b18c-21a095ba679b tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467999 Sep 20 23:15:47.778062 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-925ef7c9-2b53-41de-922f-913197618eed service neutron] 10.222.0.15 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897913 Sep 20 23:15:47.868766 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-f9ce6805-4e45-44e8-99b8-ab5ede880368 service neutron] 10.222.0.15 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840728 Sep 20 23:15:47.913944 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c193d-960c-48b9-bee7-99a1fa5fb639 req-8e50381c-a180-4f40-93d2-a1c5b5713999 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:47.915426 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-722c193d-960c-48b9-bee7-99a1fa5fb639 req-8e50381c-a180-4f40-93d2-a1c5b5713999 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 950 time: 0.0510893 Sep 20 23:15:47.955813 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-722c193d-960c-48b9-bee7-99a1fa5fb639 req-d2cda62b-1faa-4ff2-9830-d2eecfcd58cb tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336483 Sep 20 23:15:48.177202 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0a0fd87e-c3da-43c0-8725-4c54a12b19ec req-2f17c4b5-571a-415e-b82f-85966279bc46 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 210 time: 0.0327256 Sep 20 23:15:48.645726 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc34711-e0f0-46cc-83a8-81bffc2cdd0a req-246bdd6d-af9a-49f4-a0ea-4edf2b03b115 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:48.647390 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-efc34711-e0f0-46cc-83a8-81bffc2cdd0a req-246bdd6d-af9a-49f4-a0ea-4edf2b03b115 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0635655 Sep 20 23:15:48.687847 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-efc34711-e0f0-46cc-83a8-81bffc2cdd0a req-edc9af25-1ff3-4c49-8fca-71663dd285dc tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338449 Sep 20 23:15:49.070605 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea27ba-0a09-4cc4-9b2c-5f385b33492d req-dd8f22f6-e258-41fe-9287-e8fc15685bfe tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:49.072064 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f5ea27ba-0a09-4cc4-9b2c-5f385b33492d req-dd8f22f6-e258-41fe-9287-e8fc15685bfe tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 950 time: 0.0480115 Sep 20 23:15:49.110612 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f5ea27ba-0a09-4cc4-9b2c-5f385b33492d req-2f937158-1f4b-4b3e-b57a-0d3eb4c2dca9 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Sep 20 23:15:49.231607 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0099e18-9a41-48b3-a12f-5afe3a4f6787 req-881de342-f9ec-4cca-b713-55d1165e3a0f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:49.234039 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d0099e18-9a41-48b3-a12f-5afe3a4f6787 req-881de342-f9ec-4cca-b713-55d1165e3a0f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0508244 Sep 20 23:15:49.280278 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d0099e18-9a41-48b3-a12f-5afe3a4f6787 req-7ec66590-b086-449b-b0eb-23d0107cc6ea tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Sep 20 23:15:49.363752 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ae589a96-ba61-449c-9599-68181db814c1 req-f7a994f1-acc0-4a0d-abe2-e4f8fd2cd8f0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 210 time: 0.0295763 Sep 20 23:15:49.631580 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1daa8-b4e7-4f7d-be14-dea26f3caf8e req-f950c035-5d74-4715-8360-a3c9b56ed223 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:49.632927 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-74a1daa8-b4e7-4f7d-be14-dea26f3caf8e req-f950c035-5d74-4715-8360-a3c9b56ed223 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 950 time: 0.0484757 Sep 20 23:15:49.671616 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-74a1daa8-b4e7-4f7d-be14-dea26f3caf8e req-7f458a63-cca8-467a-aa62-5104617517d5 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Sep 20 23:15:49.809918 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f694-140a-4cb0-a826-55ee92584c15 req-ed4f2240-bac2-491e-bd9f-eb3cd16ddf7f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:49.811392 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a710f694-140a-4cb0-a826-55ee92584c15 req-ed4f2240-bac2-491e-bd9f-eb3cd16ddf7f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0504971 Sep 20 23:15:49.857790 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a710f694-140a-4cb0-a826-55ee92584c15 req-af42a2d7-3798-4770-985e-07b62820c2f9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Sep 20 23:15:50.462448 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2b7dd2a7-25bb-43bb-9d0b-3885ec67f8da req-77ed4e03-33be-446b-90e7-ce59c8acca5e tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 210 time: 0.0259354 Sep 20 23:15:50.792137 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8be08e-6e4a-41ea-ad61-0bba6cbe57a7 req-ae552976-f8eb-4775-b817-10cca8faf539 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:50.793626 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5d8be08e-6e4a-41ea-ad61-0bba6cbe57a7 req-ae552976-f8eb-4775-b817-10cca8faf539 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 950 time: 0.0551615 Sep 20 23:15:50.859021 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5d8be08e-6e4a-41ea-ad61-0bba6cbe57a7 req-858f24da-c82c-41ff-b449-951ed75b8c82 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565844 Sep 20 23:15:50.868648 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-92666981-017d-4539-8f55-e7dac29da20d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736907 Sep 20 23:15:50.990846 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e32142-c128-4c22-833b-cd5a6b59a4bf req-586e8a7e-6bef-483e-bf24-76d31ed6e541 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:50.992354 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-13e32142-c128-4c22-833b-cd5a6b59a4bf req-586e8a7e-6bef-483e-bf24-76d31ed6e541 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0509269 Sep 20 23:15:51.060888 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-13e32142-c128-4c22-833b-cd5a6b59a4bf req-99aeb25f-94c9-4a88-8a50-ff471a4e9e5c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621791 Sep 20 23:15:51.073939 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-5351e7a4-300a-4b71-bc3e-9bcd8fadb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:51.075475 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-5351e7a4-300a-4b71-bc3e-9bcd8fadb9cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1098 time: 0.0567155 Sep 20 23:15:51.151998 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7fee4b86-17d0-460d-856f-2d49016f8191 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:51.153367 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7fee4b86-17d0-460d-856f-2d49016f8191 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 814 time: 0.1351023 Sep 20 23:15:51.182065 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-29b8b6a2-8a4e-4de5-899b-ee20949f2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:51.183506 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-29b8b6a2-8a4e-4de5-899b-ee20949f2ac9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 920 time: 0.0845678 Sep 20 23:15:51.198270 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Request body: {'port': {'device_id': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'admin_state_up': True, 'tenant_id': '5af4827395364a6cbe6e71928fad635e'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:51.233431 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-3c2a465e-185f-4862-946f-b06a75928e49 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0376096 Sep 20 23:15:51.302807 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-59d10ae2-cb1e-4b10-a28b-f7b4a46522cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:51.304198 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-59d10ae2-cb1e-4b10-a28b-f7b4a46522cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.0572152 Sep 20 23:15:51.337274 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-e3693a6c-d268-4cdf-b55b-c2400bf39ea8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240645 Sep 20 23:15:51.413029 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Made reservation on behalf of 5af4827395364a6cbe6e71928fad635e for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:15:51.417192 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:51.437979 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-1d21d030-8ce7-4a72-901e-962f911d06e1 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851514 Sep 20 23:15:51.535974 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c07dd0b3-181f-4c27-8965-e27ec7d67119 req-e7eb7bc1-c993-416e-b785-cf68374ed60d service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867400 Sep 20 23:15:51.560786 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-19b51e02-2066-4b7b-adc7-3055cbc26a46 req-5a2b7dbd-4dc1-4db6-8563-60ebb40109c0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 210 time: 0.0290258 Sep 20 23:15:51.575573 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Allocated IP 172.20.0.9 (3c95e3e5-31ee-40f9-9c34-4e1296683fa1/feb51c93-3cd3-4e62-87e2-82786b114682/86a8549c-f397-49ba-ba15-af3ef6617023) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:15:51.719714 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:51.819334 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:51.870360 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:15:51.873463 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:15:51.875957 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:15:51.881969 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['541df585-c6f9-40e0-9221-d0295b0e14cc', '0462e341-3180-4edd-803f-6a1b33e68dc3', '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:51.928667 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Pushing event updated for resources: {'Port': ['ID=86a8549c-f397-49ba-ba15-af3ef6617023,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:51.940043 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:51.940757 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:51.948355 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53500) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:52.022681 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Deleting subnet 07bf7e88-d480-4f3d-bcac-7758fdf6b97c {{(pid=94583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:15:52.028275 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.055037 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d370f22-265c-46fb-9c9e-3b7eec768d78 req-739e7818-8775-48e4-8418-fe3e85b16e67 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:52.056831 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d370f22-265c-46fb-9c9e-3b7eec768d78 req-739e7818-8775-48e4-8418-fe3e85b16e67 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 950 time: 0.1009314 Sep 20 23:15:52.108748 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-fa1f92c0-ea89-442e-9f38-71098418ece5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9142480 Sep 20 23:15:52.117855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194794'] for subnet, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.133269 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Request body: {'port': {'device_id': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:15:52.227453 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.245982 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f663c-e138-41fd-a839-8a3b2228db26 req-9fcdf4c7-9c55-490f-8c15-14f9ba9e5c36 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:52.247529 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ad9f663c-e138-41fd-a839-8a3b2228db26 req-9fcdf4c7-9c55-490f-8c15-14f9ba9e5c36 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0926828 Sep 20 23:15:52.369997 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ad9f663c-e138-41fd-a839-8a3b2228db26 req-87e6e74c-7661-4ec0-a53c-a3930afd083c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152081 Sep 20 23:15:52.376872 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d370f22-265c-46fb-9c9e-3b7eec768d78 req-2883e97c-99d6-4b97-9d70-d9463cebb81b tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/security-groups?id=58dc02c0-cf35-4cc6-9d72-701bde543e66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049140 Sep 20 23:15:52.382191 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.386103 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-ab10c4a2-020f-4f68-aff2-da5557cba3fa tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:52.387597 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-ab10c4a2-020f-4f68-aff2-da5557cba3fa tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 950 time: 0.3298764 Sep 20 23:15:52.429029 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.541112 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a8549c-f397-49ba-ba15-af3ef6617023 {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:52.548577 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.560647 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Deleting port f92b8a7a-8f81-4a64-88dc-8695d0121331 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:15:52.560991 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.630496 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Transition to ACTIVE for port object 86a8549c-f397-49ba-ba15-af3ef6617023 will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:15:52.639553 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4539353'] for subnet, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.690919 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.699217 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.701135 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/07bf7e88-d480-4f3d-bcac-7758fdf6b97c HTTP/1.1" status: 204 len: 168 time: 0.7516811 Sep 20 23:15:52.704239 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bf7e88-d480-4f3d-bcac-7758fdf6b97c,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:52.707844 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 53510) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:52.715133 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] For port f92b8a7a-8f81-4a64-88dc-8695d0121331, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f92b8a7a-8f81-4a64-88dc-8695d0121331,segment=NetworkSegment(ff9fc411-1d52-40fa-8b07-ae7410495ad6),segment_id=ff9fc411-1d52-40fa-8b07-ae7410495ad6)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:52.715505 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.737006 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.737271 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.737639 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.737995 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.738308 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.738636 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.739394 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.739764 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.740413 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.740747 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.741072 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.741394 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c253eab-0481-4595-9153-2b5f2beac867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:15:52.746274 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Calling delete_port for f92b8a7a-8f81-4a64-88dc-8695d0121331 owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:15:52.767630 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce4ba0-d56e-4712-b7ec-682f2bc96e49 req-2d5df81b-83c9-4e99-86fa-4c5304b9f836 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:52.767630 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-57ce4ba0-d56e-4712-b7ec-682f2bc96e49 req-2d5df81b-83c9-4e99-86fa-4c5304b9f836 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 931 time: 0.1368361 Sep 20 23:15:52.803115 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=86a8549c-f397-49ba-ba15-af3ef6617023,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:52.837387 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:52.876130 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-57ce4ba0-d56e-4712-b7ec-682f2bc96e49 req-c96680b7-a482-407c-b0d0-4a58ae6faacc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987239 Sep 20 23:15:53.103706 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Attempting to bind port 86a8549c-f397-49ba-ba15-af3ef6617023 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:15:53.103957 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Attempting to bind port 86a8549c-f397-49ba-ba15-af3ef6617023 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:15:53.104287 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Attempting to bind port 86a8549c-f397-49ba-ba15-af3ef6617023 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:15:53.134650 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Port 86a8549c-f397-49ba-ba15-af3ef6617023 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:15:53.135156 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Attempting to bind port 86a8549c-f397-49ba-ba15-af3ef6617023 on network 3c95e3e5-31ee-40f9-9c34-4e1296683fa1 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:15:53.138577 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.147276 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:15:53.147616 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Checking segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:15:53.147998 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Bound using segment: {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:15:53.148425 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Bound port: 86a8549c-f397-49ba-ba15-af3ef6617023, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02935578-6d0e-49f4-acd9-38117b51032b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:15:53.148770 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.174609 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb36678-c4bb-401f-a6a6-da78bed5b37d']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:53.201523 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f925c328-4500-481a-b26d-de8b879376e1') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:53.201849 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f925c328-4500-481a-b26d-de8b879376e1') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:53.214621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.242079 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.252033 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:15:53.252411 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:15:53.254106 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:15:53.255931 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] For port 86a8549c-f397-49ba-ba15-af3ef6617023, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:15:53.281687 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] For port 86a8549c-f397-49ba-ba15-af3ef6617023, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=86a8549c-f397-49ba-ba15-af3ef6617023,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:15:53.293381 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.322962 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Pushing event deleted for resources: {'Port': ['ID=f92b8a7a-8f81-4a64-88dc-8695d0121331,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:53.341921 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['f92b8a7a-8f81-4a64-88dc-8695d0121331'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:53.354467 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.396400 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.397571 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] No DVR routers for this DVR port f92b8a7a-8f81-4a64-88dc-8695d0121331 on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:15:53.405706 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.411823 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] 10.222.0.15 "DELETE /v2.0/networks/3eb36678-c4bb-401f-a6a6-da78bed5b37d HTTP/1.1" status: 204 len: 168 time: 0.7029278 Sep 20 23:15:53.419342 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.422177 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-62914339-a523-4dc1-86c5-24c76d53fc33 req-e08bc68f-920f-4177-bca7-787f26084636 tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.35 "DELETE /v2.0/ports/f92b8a7a-8f81-4a64-88dc-8695d0121331 HTTP/1.1" status: 204 len: 173 time: 1.0264418 Sep 20 23:15:53.427402 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53524) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:53.427402 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef13adb1-5031-444a-aa52-9f0bb2e07d0b', 'name': 'network-vif-deleted', 'tag': 'f92b8a7a-8f81-4a64-88dc-8695d0121331'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:53.427402 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9304b591-ab32-4587-b126-f70351ac83dd" -d '{"events": [{"server_uuid": "ef13adb1-5031-444a-aa52-9f0bb2e07d0b", "name": "network-vif-deleted", "tag": "f92b8a7a-8f81-4a64-88dc-8695d0121331"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:53.442398 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233a518-77a2-4d26-bc6a-1808718f031d admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb36678-c4bb-401f-a6a6-da78bed5b37d,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:53.448470 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:53.449237 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.450523 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] 10.222.0.35 "PUT /v2.0/ports/86a8549c-f397-49ba-ba15-af3ef6617023 HTTP/1.1" status: 200 len: 1093 time: 1.3227305 Sep 20 23:15:53.451006 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'tag': '86a8549c-f397-49ba-ba15-af3ef6617023'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:53.453625 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb1eb047-a0b1-4477-a99b-a44d1b2045d5", "tag": "86a8549c-f397-49ba-ba15-af3ef6617023"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:53.476502 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36fd44-4eb7-4e7f-924b-d55e47560ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=86a8549c-f397-49ba-ba15-af3ef6617023,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:53.515197 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ea1416-a76f-48c8-830d-11456c0ce9fd admin admin] Deleting subnet 835a79f9-0c04-46f3-a9cb-c052e0248d10 {{(pid=94583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:15:53.532253 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1416-a76f-48c8-830d-11456c0ce9fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.536298 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a48f4e62-080b-47fc-88aa-4b535770fbf0 req-3c66e775-cadd-4329-8277-9fb5edecf21d tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 210 time: 0.0357647 Sep 20 23:15:53.569706 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72634593-ea16-4a5f-a887-1296a0305c0e req-0e3bce72-b2ec-4211-9781-c96266b69061 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:53.571828 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-72634593-ea16-4a5f-a887-1296a0305c0e req-0e3bce72-b2ec-4211-9781-c96266b69061 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0653584 Sep 20 23:15:53.574967 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1416-a76f-48c8-830d-11456c0ce9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194794'] for subnet, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.627723 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-72634593-ea16-4a5f-a887-1296a0305c0e req-8a146033-5e27-4418-8b91-bfa800c6dc6e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490780 Sep 20 23:15:53.637678 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1416-a76f-48c8-830d-11456c0ce9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.680712 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b8b32-b7da-4d86-beb4-981b8e8beb9e x-openstack-request-id: req-f47b8b32-b7da-4d86-beb4-981b8e8beb9e {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:53.680712 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef13adb1-5031-444a-aa52-9f0bb2e07d0b", "name": "network-vif-deleted", "tag": "f92b8a7a-8f81-4a64-88dc-8695d0121331", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:53.680712 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f47b8b32-b7da-4d86-beb4-981b8e8beb9e {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:53.681092 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef13adb1-5031-444a-aa52-9f0bb2e07d0b', 'name': 'network-vif-deleted', 'tag': 'f92b8a7a-8f81-4a64-88dc-8695d0121331', 'status': 'completed', 'code': 200} Sep 20 23:15:53.697982 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a463c247-59e4-4860-bda3-d4c26dd350a7 x-openstack-request-id: req-a463c247-59e4-4860-bda3-d4c26dd350a7 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:53.698516 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb1eb047-a0b1-4477-a99b-a44d1b2045d5", "tag": "86a8549c-f397-49ba-ba15-af3ef6617023", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:53.698516 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a463c247-59e4-4860-bda3-d4c26dd350a7 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:53.699840 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'tag': '86a8549c-f397-49ba-ba15-af3ef6617023', 'status': 'completed', 'code': 200} Sep 20 23:15:53.715080 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-767d81fe-2dc4-45f6-8d6e-07b301b72c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:53.716606 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-767d81fe-2dc4-45f6-8d6e-07b301b72c29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 1096 time: 0.0468488 Sep 20 23:15:53.775427 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-81682f66-369e-48ef-b8f3-83ede0ac870b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a8549c-f397-49ba-ba15-af3ef6617023 HTTP/1.1" status: 200 len: 217 time: 0.0390985 Sep 20 23:15:53.785260 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1416-a76f-48c8-830d-11456c0ce9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4539353'] for subnet, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.813290 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea1416-a76f-48c8-830d-11456c0ce9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=835a79f9-0c04-46f3-a9cb-c052e0248d10,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:53.816855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f3ea1416-a76f-48c8-830d-11456c0ce9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.818971 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f3ea1416-a76f-48c8-830d-11456c0ce9fd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/835a79f9-0c04-46f3-a9cb-c052e0248d10 HTTP/1.1" status: 204 len: 168 time: 0.3884368 Sep 20 23:15:53.821509 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53532) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:53.842957 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-def458a5-7648-43eb-9c72-056a17ed088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:53.844612 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-def458a5-7648-43eb-9c72-056a17ed088f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=feb51c93-3cd3-4e62-87e2-82786b114682 HTTP/1.1" status: 200 len: 854 time: 0.0524395 Sep 20 23:15:53.886729 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-422c5cc3-e62d-40af-a885-7c62cce0e493 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335143 Sep 20 23:15:53.898241 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:53.995674 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-72923e23-cbeb-4389-abd5-ea6570b39dbf service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973845 Sep 20 23:15:54.000614 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 53538) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:54.010751 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.040735 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4260a32d-11c9-4405-a5b9-5e235e6af38c']}} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:54.054161 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b027871-d5da-4136-bb4e-96c44d3be5aa') {'for_net_delete': True} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:54.054459 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b027871-d5da-4136-bb4e-96c44d3be5aa') {} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:15:54.069784 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831978a0-e5fd-40e2-ac5b-a608ccdaf1b5 req-b6c310d5-2c5a-4f37-90cd-898e9f690e5f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:54.071302 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-831978a0-e5fd-40e2-ac5b-a608ccdaf1b5 req-b6c310d5-2c5a-4f37-90cd-898e9f690e5f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.1127245 Sep 20 23:15:54.075090 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194785'] for segment, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.093516 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-77aeec02-2cac-4d59-addb-34fe9a6ce571 req-85ef536a-8671-48cf-afcf-1c27d4bb5655 service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861380 Sep 20 23:15:54.099357 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.112869 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:15:54.113275 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313264'] for segment, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: Traceback (most recent call last): Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: timer() Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: cb(*args, **kw) Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: return func(*args, **kwargs) Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: self._notify() Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: self.callback(batched_events) Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: event.method(event) Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: return f(self, *a, **k) Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._get(url).json() Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: return self.request(url, 'GET', **kwargs) Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:15:54.115303 dv-cinder-809965-2-iscsi neutron-server[94583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:15:54.120692 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:15:54.122168 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1291eea1-9d62-46a3-aef3-98b8124f9e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.145200 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-831978a0-e5fd-40e2-ac5b-a608ccdaf1b5 req-7c23d62a-9b60-416c-a7b7-74535240fc12 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628703 Sep 20 23:15:54.217701 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1291eea1-9d62-46a3-aef3-98b8124f9e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.230474 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:54.241691 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '867ccb97-3d32-4026-a681-cc911570bed7', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'port_id': '867ccb97-3d32-4026-a681-cc911570bed7', 'mac_address': 'fa:16:3e:c5:da:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:15:54.247308 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.251667 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.261460 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4260a32d-11c9-4405-a5b9-5e235e6af38c HTTP/1.1" status: 204 len: 168 time: 0.4308519 Sep 20 23:15:54.266130 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adee628-fa88-4467-80f6-8159995e73d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4260a32d-11c9-4405-a5b9-5e235e6af38c,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:54.280174 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.296958 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 867ccb97-3d32-4026-a681-cc911570bed7 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:54.312801 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1291eea1-9d62-46a3-aef3-98b8124f9e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.316765 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:54.371010 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1291eea1-9d62-46a3-aef3-98b8124f9e3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30ad08ad1a8d4189800385009093a5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686533 Sep 20 23:15:54.372495 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291eea1-9d62-46a3-aef3-98b8124f9e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5037b723-f7eb-4263-98f1-2ba374956d02,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:54.373729 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53544) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:54.382549 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-5f448dbc-daab-401f-b410-9d17f8b8c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:54.384714 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-5f448dbc-daab-401f-b410-9d17f8b8c12f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af4827395364a6cbe6e71928fad635e&device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 1096 time: 0.0816987 Sep 20 23:15:54.414042 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.425216 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5d3116dc-4975-4de7-8115-76f827dea2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.451797 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5d3116dc-4975-4de7-8115-76f827dea2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.473578 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=6']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:54.499909 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-a3293a77-6f0d-4552-9f9b-993d5d68c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:54.502119 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-a3293a77-6f0d-4552-9f9b-993d5d68c924 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 200 len: 915 time: 0.1041148 Sep 20 23:15:54.546512 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-77c65cca-198f-4130-aa24-6db4bdb477fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86a8549c-f397-49ba-ba15-af3ef6617023 HTTP/1.1" status: 200 len: 217 time: 0.0357013 Sep 20 23:15:54.570727 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5d3116dc-4975-4de7-8115-76f827dea2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.574803 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5d3116dc-4975-4de7-8115-76f827dea2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.578492 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5d3116dc-4975-4de7-8115-76f827dea2c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5037b723-f7eb-4263-98f1-2ba374956d02 HTTP/1.1" status: 204 len: 168 time: 0.2012115 Sep 20 23:15:54.587365 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3116dc-4975-4de7-8115-76f827dea2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5037b723-f7eb-4263-98f1-2ba374956d02,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:54.609738 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-909e4cee-f8a5-43c4-9869-0578c37b79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:54.612490 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-909e4cee-f8a5-43c4-9869-0578c37b79a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=feb51c93-3cd3-4e62-87e2-82786b114682 HTTP/1.1" status: 200 len: 854 time: 0.0490756 Sep 20 23:15:54.636359 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 53550) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:54.676602 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-4c5deac3-cfcb-411d-b121-eb48d5549757 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c95e3e5-31ee-40f9-9c34-4e1296683fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537457 Sep 20 23:15:54.708007 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0821282b-1216-4c5c-909e-cb0c40a36826 req-f841644d-c6c9-43a8-8a09-6582938a473f tempest-VolumesNegativeTest-1063956909 tempest-VolumesNegativeTest-1063956909-project] 10.222.0.15 "GET /v2.0/ports?device_id=ef13adb1-5031-444a-aa52-9f0bb2e07d0b HTTP/1.1" status: 200 len: 210 time: 0.0397022 Sep 20 23:15:54.760287 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-df5eb355-e8e7-47ff-9bd7-493375f06f4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b03fa7fb81b427292001707be3fca56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1226363 Sep 20 23:15:54.764024 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 53554) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:54.771078 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9ebfa-84c9-42d3-bb1c-234ee538128e req-e31612a8-8cde-46a8-b1b5-0369c680e7a9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:54.772904 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ede9ebfa-84c9-42d3-bb1c-234ee538128e req-e31612a8-8cde-46a8-b1b5-0369c680e7a9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 944 time: 0.0692482 Sep 20 23:15:54.777484 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['867ccb97-3d32-4026-a681-cc911570bed7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:54.816875 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ede9ebfa-84c9-42d3-bb1c-234ee538128e req-bb1c8e62-111e-4b88-87fc-3b5f3f2129a7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377481 Sep 20 23:15:54.880942 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-038dfb12-5d80-44f2-bf19-b7e179fcbd27 service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776547 Sep 20 23:15:54.898548 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9dfb-abf0-45f3-8211-99343ddc4a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:54.967036 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9dfb-abf0-45f3-8211-99343ddc4a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.019591 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c2c8c0dd-f7f7-4385-92d6-ded5580123dd req-cbf6bb36-b2c8-48b3-9ff7-9c8bcebc17b4 service neutron] 10.222.0.35 "GET /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290510 Sep 20 23:15:55.155642 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9dfb-abf0-45f3-8211-99343ddc4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.158794 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9dfb-abf0-45f3-8211-99343ddc4a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.159929 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b5cd9dfb-abf0-45f3-8211-99343ddc4a28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20a3c90c-710f-4e75-bc52-2dc51d162163 HTTP/1.1" status: 204 len: 168 time: 0.3950024 Sep 20 23:15:55.167710 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd9dfb-abf0-45f3-8211-99343ddc4a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a3c90c-710f-4e75-bc52-2dc51d162163,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:55.265574 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c24039-8bf2-4545-b3fb-0f00835dc031 req-a2d92a73-e67b-42b9-b227-0ab27549ff2d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:55.267682 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c7c24039-8bf2-4545-b3fb-0f00835dc031 req-a2d92a73-e67b-42b9-b227-0ab27549ff2d tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.0522618 Sep 20 23:15:55.305388 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c7c24039-8bf2-4545-b3fb-0f00835dc031 req-e6a051e4-0a19-4ba9-b75c-e8d1da724cb4 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Sep 20 23:15:55.370101 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 53564) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:55.384660 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c3300def-9410-4a4d-be3d-bce4057253ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.471969 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c3300def-9410-4a4d-be3d-bce4057253ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.544273 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c3300def-9410-4a4d-be3d-bce4057253ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.582807 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-c3300def-9410-4a4d-be3d-bce4057253ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fdaf5b9417744f1963af1f88a716655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116120 Sep 20 23:15:55.583725 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3300def-9410-4a4d-be3d-bce4057253ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96828a3b-ae7d-43b1-b4a9-aaa17200cfaf,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:55.585435 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53568) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:55.634418 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a8bf47ff-4170-4371-8c1e-5a0b3155b32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.655520 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a8bf47ff-4170-4371-8c1e-5a0b3155b32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.771011 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a8bf47ff-4170-4371-8c1e-5a0b3155b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.774121 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a8bf47ff-4170-4371-8c1e-5a0b3155b32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:55.775364 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-a8bf47ff-4170-4371-8c1e-5a0b3155b32c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96828a3b-ae7d-43b1-b4a9-aaa17200cfaf HTTP/1.1" status: 204 len: 168 time: 0.1882102 Sep 20 23:15:55.783697 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf47ff-4170-4371-8c1e-5a0b3155b32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96828a3b-ae7d-43b1-b4a9-aaa17200cfaf,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:55.837025 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53578) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:55.890332 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 53584) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:55.891447 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2415450e-5951-45bf-92d3-d4ebb7bb1f8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dc92f6f2837410f86274af33cc6eeb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530498 Sep 20 23:15:55.979546 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6740-7e38-4fc7-9f3d-46e68e4182e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.005152 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb17d-9a1b-46ad-acde-1f46ad5d3cbe req-3baade5f-f3ca-493f-b26b-2d85c21dd15c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:56.006815 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7bedb17d-9a1b-46ad-acde-1f46ad5d3cbe req-3baade5f-f3ca-493f-b26b-2d85c21dd15c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 944 time: 0.0856657 Sep 20 23:15:56.015796 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6740-7e38-4fc7-9f3d-46e68e4182e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.071939 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7bedb17d-9a1b-46ad-acde-1f46ad5d3cbe req-3540f29a-ac31-483e-b440-3c86c5c29baf tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Sep 20 23:15:56.120576 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 86a8549c-f397-49ba-ba15-af3ef6617023 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:15:56.165379 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:15:56.201682 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6740-7e38-4fc7-9f3d-46e68e4182e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.205173 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6740-7e38-4fc7-9f3d-46e68e4182e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.208710 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-7b2e6740-7e38-4fc7-9f3d-46e68e4182e8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9555a170-4dd5-4ad8-9dc8-39ab6eb90e9a HTTP/1.1" status: 204 len: 168 time: 0.3151352 Sep 20 23:15:56.217638 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e6740-7e38-4fc7-9f3d-46e68e4182e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9555a170-4dd5-4ad8-9dc8-39ab6eb90e9a,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:56.258236 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 86a8549c-f397-49ba-ba15-af3ef6617023, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=86a8549c-f397-49ba-ba15-af3ef6617023,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:56.272648 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '86a8549c-f397-49ba-ba15-af3ef6617023', 'network_id': '3c95e3e5-31ee-40f9-9c34-4e1296683fa1', 'port_id': '86a8549c-f397-49ba-ba15-af3ef6617023', 'mac_address': 'fa:16:3e:30:1d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb51c93-3cd3-4e62-87e2-82786b114682', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:15:56.281102 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 867ccb97-3d32-4026-a681-cc911570bed7 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:15:56.281474 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.344056 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.361649 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a8549c-f397-49ba-ba15-af3ef6617023 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:15:56.384192 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 86a8549c-f397-49ba-ba15-af3ef6617023, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=86a8549c-f397-49ba-ba15-af3ef6617023,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:56.427740 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.427846 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d80c6-b00e-4e15-874d-7a45e7dedbbf req-27ea5c89-1975-4a82-9286-346553966afc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:56.433683 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2f8d80c6-b00e-4e15-874d-7a45e7dedbbf req-27ea5c89-1975-4a82-9286-346553966afc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.0576355 Sep 20 23:15:56.469832 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:15:56.472288 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b1a829-db5d-4fb9-9a0b-2d9141358c0e" -d '{"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-plugged", "status": "completed", "tag": "867ccb97-3d32-4026-a681-cc911570bed7"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:15:56.486195 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.488973 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:15:56.494361 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2f8d80c6-b00e-4e15-874d-7a45e7dedbbf req-39f98c7b-5d03-426d-a81b-dca98e2458cb tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596209 Sep 20 23:15:56.535990 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a478b8c-94ce-4618-aaab-640b0d485c06 x-openstack-request-id: req-4a478b8c-94ce-4618-aaab-640b0d485c06 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:15:56.536282 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-plugged", "status": "completed", "tag": "867ccb97-3d32-4026-a681-cc911570bed7", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:15:56.536724 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a478b8c-94ce-4618-aaab-640b0d485c06 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:15:56.537106 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7', 'code': 200} Sep 20 23:15:56.565296 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.568487 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device f92b8a7a-8f81-4a64-88dc-8695d0121331 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:15:56.568846 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=86a8549c-f397-49ba-ba15-af3ef6617023,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:56.591570 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: f92b8a7a-8f81-4a64-88dc-8695d0121331 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:15:56.591919 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device f92b8a7a-8f81-4a64-88dc-8695d0121331 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:15:56.635852 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=7']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:56.878090 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53642) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:56.898621 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5d3a967b-4399-4a33-866a-2b97ba8bbbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:56.925736 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['86a8549c-f397-49ba-ba15-af3ef6617023'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:15:57.092189 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5d3a967b-4399-4a33-866a-2b97ba8bbbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:57.195711 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5d3a967b-4399-4a33-866a-2b97ba8bbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:57.216832 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f214279-68e6-4dfa-a426-705003329f4d req-5239cba3-2ff7-469c-87fc-1d0a686bfb2c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:57.220260 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8f214279-68e6-4dfa-a426-705003329f4d req-5239cba3-2ff7-469c-87fc-1d0a686bfb2c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0655012 Sep 20 23:15:57.295923 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a967b-4399-4a33-866a-2b97ba8bbbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f921d1e9-2d42-4e20-842e-9034760507c1,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:57.302612 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5d3a967b-4399-4a33-866a-2b97ba8bbbd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29045d47ddd449aa99d8e438ae410691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228318 Sep 20 23:15:57.305356 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 53688) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:15:57.406322 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8f214279-68e6-4dfa-a426-705003329f4d req-0f91e41b-3bcc-40ed-b382-59c3c7e96b63 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803677 Sep 20 23:15:57.433648 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8154a44e-ccfe-4aae-98e2-42cf778fe372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:57.469227 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8154a44e-ccfe-4aae-98e2-42cf778fe372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:57.613180 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8154a44e-ccfe-4aae-98e2-42cf778fe372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:57.618238 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8154a44e-ccfe-4aae-98e2-42cf778fe372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:15:57.619937 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-8154a44e-ccfe-4aae-98e2-42cf778fe372 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f921d1e9-2d42-4e20-842e-9034760507c1 HTTP/1.1" status: 204 len: 168 time: 0.3130162 Sep 20 23:15:57.633388 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0559a5d-c864-4748-a48b-ef11b914acbf req-24c03ef1-5b2e-4896-802d-7d7565105757 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:57.636182 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d0559a5d-c864-4748-a48b-ef11b914acbf req-24c03ef1-5b2e-4896-802d-7d7565105757 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 944 time: 0.0664070 Sep 20 23:15:57.649099 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154a44e-ccfe-4aae-98e2-42cf778fe372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f921d1e9-2d42-4e20-842e-9034760507c1,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:15:57.715596 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d0559a5d-c864-4748-a48b-ef11b914acbf req-0e2ad2e9-9881-44d9-8f2d-84a58caab7a8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726066 Sep 20 23:15:58.575201 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2da80-2b7a-476f-bcd8-7c91b6bfdda2 req-38c5c2c0-77e0-4c2b-a6d7-c22ec93c976b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:58.576741 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1ff2da80-2b7a-476f-bcd8-7c91b6bfdda2 req-38c5c2c0-77e0-4c2b-a6d7-c22ec93c976b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0548608 Sep 20 23:15:58.621935 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1ff2da80-2b7a-476f-bcd8-7c91b6bfdda2 req-b33d806c-f2d8-4c1c-88c4-e08dd377ccc8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357282 Sep 20 23:15:58.872721 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87564df4-8388-4e34-b790-af8262518f0b req-b520930a-7a52-46c0-aa72-73db2ce0bf18 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:58.895545 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-87564df4-8388-4e34-b790-af8262518f0b req-b520930a-7a52-46c0-aa72-73db2ce0bf18 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 944 time: 0.0951562 Sep 20 23:15:58.957792 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-87564df4-8388-4e34-b790-af8262518f0b req-b4f536a3-2241-4daf-b97b-9ccc4704ce88 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 Sep 20 23:15:59.785318 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb14943-dab8-45ce-a4b7-9e6e8b9aa4ba req-1ec97225-6903-4d67-b412-bba3352d5c70 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:15:59.791346 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5fb14943-dab8-45ce-a4b7-9e6e8b9aa4ba req-1ec97225-6903-4d67-b412-bba3352d5c70 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0761755 Sep 20 23:15:59.847066 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5fb14943-dab8-45ce-a4b7-9e6e8b9aa4ba req-3845ae5c-f9e6-4bd3-979b-74f64b5b9db6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523884 Sep 20 23:16:00.123664 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35448fc6-3001-46bb-9c43-9c51ea35b0a6 req-3033d41f-c184-4c3d-a441-d3f5f7e8b1f2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:00.125716 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-35448fc6-3001-46bb-9c43-9c51ea35b0a6 req-3033d41f-c184-4c3d-a441-d3f5f7e8b1f2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 944 time: 0.0991468 Sep 20 23:16:00.136420 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 86a8549c-f397-49ba-ba15-af3ef6617023 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:00.195604 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-35448fc6-3001-46bb-9c43-9c51ea35b0a6 req-d1c415dc-1ab0-41c6-8b0d-b928ae6098e6 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539412 Sep 20 23:16:00.270766 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 86a8549c-f397-49ba-ba15-af3ef6617023 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:16:00.275201 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 86a8549c-f397-49ba-ba15-af3ef6617023 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:00.275585 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:00.375166 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:00.416151 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 86a8549c-f397-49ba-ba15-af3ef6617023, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=86a8549c-f397-49ba-ba15-af3ef6617023,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:00.416981 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a8549c-f397-49ba-ba15-af3ef6617023'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:00.419334 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67031070-44ec-450f-8cb0-a3bc20ebbeca" -d '{"events": [{"server_uuid": "eb1eb047-a0b1-4477-a99b-a44d1b2045d5", "name": "network-vif-plugged", "status": "completed", "tag": "86a8549c-f397-49ba-ba15-af3ef6617023"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:00.467707 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ebc85-d30e-4948-8598-22f30c4a85f4 x-openstack-request-id: req-118ebc85-d30e-4948-8598-22f30c4a85f4 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:00.469082 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1eb047-a0b1-4477-a99b-a44d1b2045d5", "name": "network-vif-plugged", "status": "completed", "tag": "86a8549c-f397-49ba-ba15-af3ef6617023", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:00.469082 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-118ebc85-d30e-4948-8598-22f30c4a85f4 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:00.469082 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a8549c-f397-49ba-ba15-af3ef6617023', 'code': 200} Sep 20 23:16:00.521819 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:00.574077 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=86a8549c-f397-49ba-ba15-af3ef6617023,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:00.965632 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a9d9d-4b5a-4133-9834-e091b8a31f97 req-d9a61ae7-b549-4c31-8240-6464eef28b72 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:00.967102 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3a3a9d9d-4b5a-4133-9834-e091b8a31f97 req-d9a61ae7-b549-4c31-8240-6464eef28b72 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0488122 Sep 20 23:16:01.008028 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3a3a9d9d-4b5a-4133-9834-e091b8a31f97 req-8df7ad7c-3b00-489f-b39d-4f2d46494d9d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346408 Sep 20 23:16:01.159976 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8607ef-f084-478f-ac4a-c516db7999f3 req-928a6b2b-1dfb-47c3-bd32-dff67b3cb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:01.161535 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2d8607ef-f084-478f-ac4a-c516db7999f3 req-928a6b2b-1dfb-47c3-bd32-dff67b3cb9a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 1098 time: 0.0441320 Sep 20 23:16:01.215191 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2d8607ef-f084-478f-ac4a-c516db7999f3 req-64ec5924-2df7-40fc-b2e1-f64188776887 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431893 Sep 20 23:16:01.341195 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc4b66-f120-40ee-b779-9493f99d8e12 req-15d2636e-0fc7-4501-809c-e2d82a66527f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:01.343080 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f2cc4b66-f120-40ee-b779-9493f99d8e12 req-15d2636e-0fc7-4501-809c-e2d82a66527f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.0682120 Sep 20 23:16:01.405915 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f2cc4b66-f120-40ee-b779-9493f99d8e12 req-c0dfee2c-2134-44c9-8933-e69bff7a75f4 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558324 Sep 20 23:16:01.435936 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7448eab-d59b-4f0f-a40a-0fff2b8d852f req-d8b908c3-b917-4227-af86-95786d10b89b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:01.437586 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d7448eab-d59b-4f0f-a40a-0fff2b8d852f req-d8b908c3-b917-4227-af86-95786d10b89b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1225858 Sep 20 23:16:01.505404 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d7448eab-d59b-4f0f-a40a-0fff2b8d852f req-566e65f1-3943-49e9-95d1-930c236631e1 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515769 Sep 20 23:16:01.791866 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-d2b270c4-d66b-435b-a75e-aab0f70c6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:01.791972 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-d2b270c4-d66b-435b-a75e-aab0f70c6a8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1098 time: 0.0631998 Sep 20 23:16:01.964860 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-7ff1e4ec-4559-4558-981b-43a827f2032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:01.972006 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-7ff1e4ec-4559-4558-981b-43a827f2032a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 920 time: 0.1691878 Sep 20 23:16:02.024907 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-8207f5da-781f-43e3-8ae0-0cb395c0de6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0435529 Sep 20 23:16:02.153940 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-6bafbc84-825c-4649-8733-c8233ec81114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:02.155441 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-6bafbc84-825c-4649-8733-c8233ec81114 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.1084187 Sep 20 23:16:02.197693 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae0e7-5310-43b8-8688-3d03dad5df15 req-28a9a61c-59e2-4f66-87ce-dea0c0cf9c2d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:02.213949 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-efc6b051-be67-4164-aeab-2ec3d9dfd7dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470808 Sep 20 23:16:02.215900 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d75ae0e7-5310-43b8-8688-3d03dad5df15 req-28a9a61c-59e2-4f66-87ce-dea0c0cf9c2d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0865645 Sep 20 23:16:02.260612 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d75ae0e7-5310-43b8-8688-3d03dad5df15 req-f767561a-3819-4a52-a9f1-ffa5f34f6d37 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434766 Sep 20 23:16:02.335718 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-5515dcd2-ed65-4710-a040-f35988652d8a service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106274 Sep 20 23:16:02.460412 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba449c3e-94d8-48c6-8878-c1aad4c356d7 req-9ee43688-d5a0-4759-b9a1-54fdaac08ed5 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134126 Sep 20 23:16:02.569534 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaae0bc-2eff-4f7c-a740-ef158ed3c955 req-1da634e9-7197-4222-a28e-c34169fbd7ac tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:02.577382 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cdaae0bc-2eff-4f7c-a740-ef158ed3c955 req-1da634e9-7197-4222-a28e-c34169fbd7ac tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.0700600 Sep 20 23:16:02.628550 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cdaae0bc-2eff-4f7c-a740-ef158ed3c955 req-63397326-4b3c-4b62-9c15-59d808beaf9b tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500548 Sep 20 23:16:02.667717 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2059ac7-6e3c-4a19-873f-9ab3a730afa8 req-d4e5df61-3bcb-484c-9a61-9b62ab582430 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:02.669253 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2059ac7-6e3c-4a19-873f-9ab3a730afa8 req-d4e5df61-3bcb-484c-9a61-9b62ab582430 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0916724 Sep 20 23:16:02.710433 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2059ac7-6e3c-4a19-873f-9ab3a730afa8 req-3a85217c-cd8c-4e20-a91f-1d50e05e2718 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Sep 20 23:16:03.405059 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf16b2-045d-40d4-b80f-c709b5737699 req-add1f0b2-442e-4fe5-8b46-50ed4b2bb5bd tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:03.410261 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c7cf16b2-045d-40d4-b80f-c709b5737699 req-add1f0b2-442e-4fe5-8b46-50ed4b2bb5bd tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0674081 Sep 20 23:16:03.455489 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c7cf16b2-045d-40d4-b80f-c709b5737699 req-c8d25ba5-c552-4c11-8f8d-10e6817dba4d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398054 Sep 20 23:16:03.773873 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed50e2-b1d5-4c5c-a1ee-8524fef35432 req-c6eb89cf-5d70-4966-89f9-a376bb0554b0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:03.787278 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-03ed50e2-b1d5-4c5c-a1ee-8524fef35432 req-c6eb89cf-5d70-4966-89f9-a376bb0554b0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.0841577 Sep 20 23:16:03.836100 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-03ed50e2-b1d5-4c5c-a1ee-8524fef35432 req-7f860b48-1684-4386-9928-33dd67862506 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478907 Sep 20 23:16:03.855603 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd5e3a-33f9-4c6a-9bf9-240ec25eacf5 req-b06d4275-ca79-4e87-a5fb-1db7ec7b12e8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:03.864630 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9dfd5e3a-33f9-4c6a-9bf9-240ec25eacf5 req-b06d4275-ca79-4e87-a5fb-1db7ec7b12e8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0640814 Sep 20 23:16:03.926066 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9dfd5e3a-33f9-4c6a-9bf9-240ec25eacf5 req-b44c3e30-1a50-4042-a259-2a235aa6a74e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Sep 20 23:16:03.929646 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54012) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:04.074642 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ca09cc4a-9466-4eb1-b70f-970979482a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:04.181013 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ca09cc4a-9466-4eb1-b70f-970979482a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:04.287322 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ca09cc4a-9466-4eb1-b70f-970979482a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:04.320837 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ca09cc4a-9466-4eb1-b70f-970979482a80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab4d7664cdd9469ea30f4ed06ebd0390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3897357 Sep 20 23:16:04.323616 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54016) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:04.352216 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09cc4a-9466-4eb1-b70f-970979482a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7e416b-0e74-4357-8f92-1d2eef1ba2e8,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:04.408076 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a69c9446-0b30-4c2c-8e1c-34a59285d076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:04.432227 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a69c9446-0b30-4c2c-8e1c-34a59285d076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:04.608354 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a69c9446-0b30-4c2c-8e1c-34a59285d076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:04.611942 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a69c9446-0b30-4c2c-8e1c-34a59285d076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:04.613318 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-a69c9446-0b30-4c2c-8e1c-34a59285d076 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f7e416b-0e74-4357-8f92-1d2eef1ba2e8 HTTP/1.1" status: 204 len: 168 time: 0.2886279 Sep 20 23:16:04.635893 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c9446-0b30-4c2c-8e1c-34a59285d076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7e416b-0e74-4357-8f92-1d2eef1ba2e8,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:04.659414 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68f325-8e3a-4ea2-afaa-ce5aa952a110 req-ce8191de-3f3a-4a56-b038-784360b060ef tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:04.666649 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0b68f325-8e3a-4ea2-afaa-ce5aa952a110 req-ce8191de-3f3a-4a56-b038-784360b060ef tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.1104608 Sep 20 23:16:04.731488 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0b68f325-8e3a-4ea2-afaa-ce5aa952a110 req-e3de2a1f-e78f-4535-80b3-8cfba8ea2a28 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355647 Sep 20 23:16:05.035143 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f22cef-28f5-4e0a-9132-eeb04583cd6c req-6f93bcf7-1b2f-4f2c-a592-f37df6ae9ce2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:05.036665 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f9f22cef-28f5-4e0a-9132-eeb04583cd6c req-6f93bcf7-1b2f-4f2c-a592-f37df6ae9ce2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Sep 20 23:16:05.075193 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f9f22cef-28f5-4e0a-9132-eeb04583cd6c req-9f18644c-4654-4140-9b56-4aaad449f5b9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Sep 20 23:16:05.881032 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b0812-7680-498c-9c0f-7c1ce90fdeb1 req-42971a5b-94be-465d-ad57-5d512f034570 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:05.882680 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-743b0812-7680-498c-9c0f-7c1ce90fdeb1 req-42971a5b-94be-465d-ad57-5d512f034570 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0750296 Sep 20 23:16:05.950210 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-743b0812-7680-498c-9c0f-7c1ce90fdeb1 req-764af351-0f9d-42c8-967b-0c196e807085 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597553 Sep 20 23:16:05.976102 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d252a267-c24d-4fd2-9a60-031c5ca15bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:06.029400 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:16:06.219432 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b4adf-f961-446c-a419-ffc9c07351ad req-4708f72c-8e8d-46a8-a45e-a3d8430225e6 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:06.222067 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ec8b4adf-f961-446c-a419-ffc9c07351ad req-4708f72c-8e8d-46a8-a45e-a3d8430225e6 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0690138 Sep 20 23:16:06.277495 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ec8b4adf-f961-446c-a419-ffc9c07351ad req-f94aac35-3682-4f9b-ac3f-d56053465ab9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Sep 20 23:16:06.312832 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54064) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:06.425357 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-734832620-network', 'tenant_id': 'fc78cbf775f54a7abf765f2df3c0bb68'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:06.515746 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Made reservation on behalf of fc78cbf775f54a7abf765f2df3c0bb68 for: {'network': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:06.518795 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:06.527776 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:06.628922 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:06.742123 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:06.776326 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:16:06.789877 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e0d8e3-fd92-40c5-9c76-b7b8257433c1,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:06.796564 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:06.797245 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.segments_db [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Added segment 58e01ab0-7497-41ea-b99c-f54a11abfacb of type vlan for network c4308928-160b-438a-a3b4-28874d901ab1 Sep 20 23:16:06.853223 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:06.935600 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:06.936633 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:06.937247 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:07.008863 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] Pushing event updated for resources: {'Network': ['ID=c4308928-160b-438a-a3b4-28874d901ab1,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:07.022083 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network c4308928-160b-438a-a3b4-28874d901ab1 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:16:07.059755 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-850b79df-ea3e-4160-b907-b09452e35aaf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7424703 Sep 20 23:16:07.060164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54082) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:07.067650 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Request body: {'subnet': {'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-734832620-subnet', 'tenant_id': 'fc78cbf775f54a7abf765f2df3c0bb68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:07.101903 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2125840-2eef-401a-aa8f-38b2ef92b9f0 req-9aeedcd7-5822-42e7-8b76-7f9e6959d6a0 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:07.104598 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c2125840-2eef-401a-aa8f-38b2ef92b9f0 req-9aeedcd7-5822-42e7-8b76-7f9e6959d6a0 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0668025 Sep 20 23:16:07.146844 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c2125840-2eef-401a-aa8f-38b2ef92b9f0 req-f87d45a6-afab-4f8b-a6ed-e63b80dcb7db tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354128 Sep 20 23:16:07.178795 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Made reservation on behalf of fc78cbf775f54a7abf765f2df3c0bb68 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:07.181179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8367340'] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:07.415953 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c7464-cd15-4a41-9ef0-eb571faa5760 req-a528fc52-0f72-40d3-a811-02a42fdb90cf tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:07.417489 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d29c7464-cd15-4a41-9ef0-eb571faa5760 req-a528fc52-0f72-40d3-a811-02a42fdb90cf tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0518348 Sep 20 23:16:07.461042 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d29c7464-cd15-4a41-9ef0-eb571faa5760 req-9ee52b22-4dc5-42a9-aa52-84e1c0a8ed5b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Sep 20 23:16:07.474195 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7896243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8367298'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:07.530338 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=788b59bf-8d22-4533-a200-2033afc8a502,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:07.549845 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Checking segment: {'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:07.550200 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Network hostable DHCP agents. Network: c4308928-160b-438a-a3b4-28874d901ab1, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:16:07.675468 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Network c4308928-160b-438a-a3b4-28874d901ab1 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:16:07.784012 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, c4308928-160b-438a-a3b4-28874d901ab1) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:07.788461 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:07.789053 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:07.799046 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624c39a-b36b-4704-9930-f555bb70e4df None None] Network c4308928-160b-438a-a3b4-28874d901ab1 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:16:07.911348 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-738298bd-ce56-4f3d-bb01-03010b4b8778 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8437793 Sep 20 23:16:07.951643 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9778274-44d7-42da-ba50-cdf0123b7cff None None] Network c4308928-160b-438a-a3b4-28874d901ab1 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:16:08.624164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c8703-a2a8-4b7f-9ef8-e0098ef71feb req-52b3d257-405f-48f4-be60-646a9e6683a2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:08.624164 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d73c8703-a2a8-4b7f-9ef8-e0098ef71feb req-52b3d257-405f-48f4-be60-646a9e6683a2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0495696 Sep 20 23:16:08.624164 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d73c8703-a2a8-4b7f-9ef8-e0098ef71feb req-09c1e862-ef15-4cbd-b4e1-f4661352742c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Sep 20 23:16:08.624164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df53453-05b8-4b44-89d8-ef5cafc997a9 req-8d069dbb-b46b-4897-82e7-840058e70ca9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:08.624164 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0df53453-05b8-4b44-89d8-ef5cafc997a9 req-8d069dbb-b46b-4897-82e7-840058e70ca9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Sep 20 23:16:08.626059 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0df53453-05b8-4b44-89d8-ef5cafc997a9 req-bad0393b-dc7e-4473-b368-a01bedec07a1 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348027 Sep 20 23:16:09.158567 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:09.162659 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-dc4cc311-a5c3-420c-adc8-0942f2d5b60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:09.468352 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54122) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:09.663429 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-4978a72c-19bd-4cfc-8b36-6438ecbbddbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7eb3360559df44d4bfa5de1b1d3c637e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939113 Sep 20 23:16:09.666161 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54130) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:09.701859 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:09.709735 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe410085-bf63-49c9-84a1-d83770c79b71 req-4393faed-a742-4d7c-9738-0626f40455ca tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:09.711833 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fe410085-bf63-49c9-84a1-d83770c79b71 req-4393faed-a742-4d7c-9738-0626f40455ca tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0622530 Sep 20 23:16:09.746969 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-086cba0a-5fd5-45de-be11-8a755f61cb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:09.770605 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-086cba0a-5fd5-45de-be11-8a755f61cb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:09.776191 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fe410085-bf63-49c9-84a1-d83770c79b71 req-3f0dca57-2212-4ae3-b103-fe59eb069e7c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577025 Sep 20 23:16:09.944518 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca24ef-d17e-4474-ad37-26ca05784e4a req-573ff116-8652-40dc-aed5-9297ef32fed9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:09.946304 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f6ca24ef-d17e-4474-ad37-26ca05784e4a req-573ff116-8652-40dc-aed5-9297ef32fed9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0601285 Sep 20 23:16:09.987239 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f6ca24ef-d17e-4474-ad37-26ca05784e4a req-3e93e58c-5041-4d3b-8c0c-bc77cc92e344 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347946 Sep 20 23:16:10.226979 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-086cba0a-5fd5-45de-be11-8a755f61cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:10.229677 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-086cba0a-5fd5-45de-be11-8a755f61cb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:10.234131 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-086cba0a-5fd5-45de-be11-8a755f61cb8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58dc02c0-cf35-4cc6-9d72-701bde543e66 HTTP/1.1" status: 204 len: 168 time: 0.5666647 Sep 20 23:16:10.246567 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cba0a-5fd5-45de-be11-8a755f61cb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dc02c0-cf35-4cc6-9d72-701bde543e66,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:10.745537 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54156) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:10.916518 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9a6d-cd56-4dd8-9502-56e60d8a3a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:10.946715 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243b918-5a02-4a2b-88f4-307e3ade0cd3 req-0619861f-2d16-4444-912a-0273e1ff46dd tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:10.948255 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f243b918-5a02-4a2b-88f4-307e3ade0cd3 req-0619861f-2d16-4444-912a-0273e1ff46dd tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0815103 Sep 20 23:16:11.005768 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f243b918-5a02-4a2b-88f4-307e3ade0cd3 req-ebd5bb04-a59d-48f2-94d4-fd9529130785 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502918 Sep 20 23:16:11.058188 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9a6d-cd56-4dd8-9502-56e60d8a3a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:11.139376 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c0eff-7b39-4dd1-b245-a5af31afaf81 req-8d5223a7-1cd1-46dd-8675-425cd108ffcc tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:11.140859 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f6c0eff-7b39-4dd1-b245-a5af31afaf81 req-8d5223a7-1cd1-46dd-8675-425cd108ffcc tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0799279 Sep 20 23:16:11.163844 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9d1b9a6d-cd56-4dd8-9502-56e60d8a3a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:11.179434 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5f6c0eff-7b39-4dd1-b245-a5af31afaf81 req-0aeb9a57-c1f4-4ec5-946b-a2b398cc57c8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325184 Sep 20 23:16:11.203534 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9d1b9a6d-cd56-4dd8-9502-56e60d8a3a51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=692468973068472ca26c2c80ebafc020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568851 Sep 20 23:16:11.204659 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b9a6d-cd56-4dd8-9502-56e60d8a3a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae76e6-c5b4-4347-baae-9d719ccc3ff4,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:11.207056 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54168) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:11.254956 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9aff4019-70a1-4ed1-a258-1b9077cb94f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:11.261474 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:11.275186 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9aff4019-70a1-4ed1-a258-1b9077cb94f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:11.395985 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9aff4019-70a1-4ed1-a258-1b9077cb94f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:11.398893 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9aff4019-70a1-4ed1-a258-1b9077cb94f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:11.400195 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9aff4019-70a1-4ed1-a258-1b9077cb94f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eaae76e6-c5b4-4347-baae-9d719ccc3ff4 HTTP/1.1" status: 204 len: 168 time: 0.1922023 Sep 20 23:16:11.409096 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff4019-70a1-4ed1-a258-1b9077cb94f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae76e6-c5b4-4347-baae-9d719ccc3ff4,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:11.593361 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-ef3a8f52-d184-469a-9bc6-533a44790978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:11.594656 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-ef3a8f52-d184-469a-9bc6-533a44790978 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 1098 time: 0.0390816 Sep 20 23:16:11.693261 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-4041b9c9-5fb4-4f31-8368-ce70d5c760a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:11.694772 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-4041b9c9-5fb4-4f31-8368-ce70d5c760a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 918 time: 0.0864766 Sep 20 23:16:11.765102 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-2bbe334a-2ec0-4edf-9013-3ab83c1e52a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867ccb97-3d32-4026-a681-cc911570bed7 HTTP/1.1" status: 200 len: 1001 time: 0.0560315 Sep 20 23:16:11.818504 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-11932560-1587-4f73-800f-2f9764ed967a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:11.819938 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-11932560-1587-4f73-800f-2f9764ed967a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0452311 Sep 20 23:16:11.872243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-14c8c8ef-aa57-402c-b94e-b8ceb873eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:11.873936 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-14c8c8ef-aa57-402c-b94e-b8ceb873eb43 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450563 Sep 20 23:16:11.972324 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-698ea980-6427-4ac2-bd34-905810462768 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887244 Sep 20 23:16:12.074612 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7e03e78a-3b5a-4dba-8b2a-a8e1cf50cc92 req-b52cace2-cb55-49bf-9f4a-97ff2983349c service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943663 Sep 20 23:16:12.155587 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3cdf1-9cf3-43b4-9863-029633605440 req-df250c2e-43ee-4a0d-8197-93babaf323c8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:12.157082 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-41f3cdf1-9cf3-43b4-9863-029633605440 req-df250c2e-43ee-4a0d-8197-93babaf323c8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0531573 Sep 20 23:16:12.195852 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-41f3cdf1-9cf3-43b4-9863-029633605440 req-d62dd6f2-74eb-4890-b9ba-31a5c7c95f11 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Sep 20 23:16:12.254469 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-6e43bc83-5846-4d31-aac0-5bb1084a9fbe tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:12.256009 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-6e43bc83-5846-4d31-aac0-5bb1084a9fbe tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/networks?id=c4308928-160b-438a-a3b4-28874d901ab1 HTTP/1.1" status: 200 len: 808 time: 0.1158860 Sep 20 23:16:12.276841 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5f1cd4f0-0305-4655-b880-6a6d9720ea20 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/quotas/fc78cbf775f54a7abf765f2df3c0bb68 HTTP/1.1" status: 200 len: 375 time: 0.0141013 Sep 20 23:16:12.304830 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b17ab-3311-49f6-93b1-1db1ce84419d req-6ddaf539-844a-4b52-9f1b-bd5d4562f08a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:12.306444 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2b4b17ab-3311-49f6-93b1-1db1ce84419d req-6ddaf539-844a-4b52-9f1b-bd5d4562f08a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0481210 Sep 20 23:16:12.350034 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2b4b17ab-3311-49f6-93b1-1db1ce84419d req-46c325ff-9207-4345-a5ac-518add1b1e26 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Sep 20 23:16:12.495541 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-b9b51024-6597-419e-8532-4d7d267af0da tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc78cbf775f54a7abf765f2df3c0bb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2109892 Sep 20 23:16:12.521260 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54210) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:12.589140 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-655222a6-4b48-4050-8b3e-db124f78cac0 service neutron] 10.222.0.15 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855052 Sep 20 23:16:12.652578 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1490342716-network', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:12.680252 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-84674e35-e487-4742-8785-f3f670593f9c service neutron] 10.222.0.15 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848174 Sep 20 23:16:12.807062 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Made reservation on behalf of 00d8fb1545b141dead071edf3fec94b8 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:12.809412 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:12.818552 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:12.935651 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e8b072b6-b6cc-49f3-8169-bd5c69019e06 req-458d8281-9da4-4eba-849f-fd6d766909c0 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 210 time: 0.0377097 Sep 20 23:16:12.951459 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:13.033538 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:13.055212 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:16:13.068783 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b546f8b7-e909-4824-bdca-378637657c67,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:13.073699 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:13.074070 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Added segment 37f90c3f-ce7b-4d11-8bbb-cca5acadd035 of type vlan for network bffa3681-52ac-4803-9b1c-39491120e0cb Sep 20 23:16:13.114076 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:13.252754 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:13.253730 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:13.254343 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:13.313131 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] Pushing event updated for resources: {'Network': ['ID=bffa3681-52ac-4803-9b1c-39491120e0cb,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:13.319245 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86379d1-6e8f-4c6f-bc6a-4e2ba0cb54fd req-1da1e5ee-9d7f-4740-8c28-b97fd15c9013 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:13.321382 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b86379d1-6e8f-4c6f-bc6a-4e2ba0cb54fd req-1da1e5ee-9d7f-4740-8c28-b97fd15c9013 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.0517805 Sep 20 23:16:13.323139 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network bffa3681-52ac-4803-9b1c-39491120e0cb details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:16:13.362573 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b86379d1-6e8f-4c6f-bc6a-4e2ba0cb54fd req-f7126b0d-c3f8-4d13-8cb2-5b97649d852e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358591 Sep 20 23:16:13.374004 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0bab1e53-b00e-4985-9fe9-47e2872f9642 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8504617 Sep 20 23:16:13.376229 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54228) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:13.388732 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Request body: {'subnet': {'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1490342716-subnet', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'ip_version': 4}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:13.457612 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Made reservation on behalf of 00d8fb1545b141dead071edf3fec94b8 for: {'subnet': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:13.459819 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4539390'] for subnet, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:13.534863 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f9fc-67f1-4c9d-babf-337da0fe5c94 req-68d64820-d519-4843-9b0b-b6979d2165d8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:13.537524 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-84c8f9fc-67f1-4c9d-babf-337da0fe5c94 req-68d64820-d519-4843-9b0b-b6979d2165d8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1083045 Sep 20 23:16:13.585524 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-84c8f9fc-67f1-4c9d-babf-337da0fe5c94 req-c158539d-76d9-411c-afa7-e4207a94eb2c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422649 Sep 20 23:16:13.767810 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4313645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4539344'] for subnet, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:13.822024 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38c5886-620c-4c3d-8a1e-e242fdcd53ef,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:13.828973 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Checking segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:13.829997 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Network hostable DHCP agents. Network: bffa3681-52ac-4803-9b1c-39491120e0cb, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:16:13.909384 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Network bffa3681-52ac-4803-9b1c-39491120e0cb is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:16:14.015517 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-96dbfd67-f816-4a50-b863-afdb9f8029c3 req-3816109d-4d41-456f-9258-3612ea380eac tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 210 time: 0.0259013 Sep 20 23:16:14.052414 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, bffa3681-52ac-4803-9b1c-39491120e0cb) {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:14.056525 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:14.057177 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.061368 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89ec24-a904-4b54-9ead-dfeeb37832e5 None None] Network bffa3681-52ac-4803-9b1c-39491120e0cb requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:16:14.150789 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d7e4579b-cb9a-4756-a821-845ce16a8028 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7728498 Sep 20 23:16:14.153360 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54236) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:14.158347 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:14.224689 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.225991 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.280438 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:16:14.280868 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.351823 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-bffa3681-52ac-4803-9b1c-39491120e0cb', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:16:14.352630 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.445127 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.482564 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:14.484822 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e5872d-227e-4293-a3a9-4ac9ae77fcb4" -d '{"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-unplugged", "status": "completed", "tag": "867ccb97-3d32-4026-a681-cc911570bed7"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:14.502826 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:14.525025 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fd16ac-2b64-4cf9-ab0e-31fb9cd8d20f x-openstack-request-id: req-f7fd16ac-2b64-4cf9-ab0e-31fb9cd8d20f {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:14.525342 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-unplugged", "status": "completed", "tag": "867ccb97-3d32-4026-a681-cc911570bed7", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:14.525594 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7fd16ac-2b64-4cf9-ab0e-31fb9cd8d20f {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:14.526025 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7', 'code': 200} Sep 20 23:16:14.547109 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Allocated IP 172.20.0.2 (bffa3681-52ac-4803-9b1c-39491120e0cb/d38c5886-620c-4c3d-8a1e-e242fdcd53ef/344e14c2-06c4-4cf9-a548-6144002a6fa9) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:14.559864 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.578006 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f627b-b1df-42b9-a0d6-7ac9aeaed77e req-9960f298-fe7b-4cec-9bef-d2eb75b810a7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:14.579820 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-363f627b-b1df-42b9-a0d6-7ac9aeaed77e req-9960f298-fe7b-4cec-9bef-d2eb75b810a7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 945 time: 0.1166670 Sep 20 23:16:14.622226 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-363f627b-b1df-42b9-a0d6-7ac9aeaed77e req-158b1de9-7399-4222-8df6-41c1ff5402a8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355904 Sep 20 23:16:14.640797 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.725196 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e752e-43e5-44ac-9f86-95581ec2f1c7 req-596f5132-4d23-4d37-bd72-de6cad704d59 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:14.727018 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bc4e752e-43e5-44ac-9f86-95581ec2f1c7 req-596f5132-4d23-4d37-bd72-de6cad704d59 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0566518 Sep 20 23:16:14.741483 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=8']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:14.752585 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.753190 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.754092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.754092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.754302 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.754536 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.754872 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.755306 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.755661 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.756070 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.756478 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.756807 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:14.763540 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.785099 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bc4e752e-43e5-44ac-9f86-95581ec2f1c7 req-769f74f5-41b9-4aed-a9fb-e198b364891b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466268 Sep 20 23:16:14.867573 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.913029 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Network bffa3681-52ac-4803-9b1c-39491120e0cb is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:14.916126 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:14.919780 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:16:14.928120 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Pushing event updated for resources: {'Port': ['ID=344e14c2-06c4-4cf9-a548-6144002a6fa9,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:14.988682 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Attempting to bind port 344e14c2-06c4-4cf9-a548-6144002a6fa9 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:16:14.989053 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Attempting to bind port 344e14c2-06c4-4cf9-a548-6144002a6fa9 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:16:14.989416 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Attempting to bind port 344e14c2-06c4-4cf9-a548-6144002a6fa9 on network bffa3681-52ac-4803-9b1c-39491120e0cb {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:14.994579 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:16:14.994947 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Checking segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:14.995452 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:14.995861 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Bound using segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:16:14.996322 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Bound port: 344e14c2-06c4-4cf9-a548-6144002a6fa9, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:16:14.996704 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:15.061316 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] For port 344e14c2-06c4-4cf9-a548-6144002a6fa9, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:16:15.064671 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] For port 344e14c2-06c4-4cf9-a548-6144002a6fa9, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=344e14c2-06c4-4cf9-a548-6144002a6fa9,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:16:15.088201 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:15.128120 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:15.131058 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cdb822c4-2a7a-4e23-be39-b01790ecba29 req-2aa8c862-44d6-47e2-81b6-b55801a88472 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 210 time: 0.0449283 Sep 20 23:16:15.178797 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:15.239336 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Allocated IP 172.27.3.106 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/c2330b0a-9aed-47d2-b4f7-0fc445d52141) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:15.243035 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effd430-2bd7-4893-9881-b1b443fbe5c9 None None] Pushing event updated for resources: {'Port': ['ID=344e14c2-06c4-4cf9-a548-6144002a6fa9,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:15.349772 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:15.482856 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:15.510751 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:15.513774 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:15.518847 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:16:15.550228 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Pushing event updated for resources: {'Port': ['ID=c2330b0a-9aed-47d2-b4f7-0fc445d52141,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:15.747336 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84747c-d381-468a-9d36-d1163070310c req-12044240-0927-407f-a636-743063780422 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:15.747816 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a84747c-d381-468a-9d36-d1163070310c req-12044240-0927-407f-a636-743063780422 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0514162 Sep 20 23:16:15.816647 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a84747c-d381-468a-9d36-d1163070310c req-8fcf7192-a97c-4223-bfd4-d6e3069a3f96 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615430 Sep 20 23:16:15.927230 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:15.929641 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-cf42b1e2-3c32-4a04-b127-035a27eb3205 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:15.931200 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-cf42b1e2-3c32-4a04-b127-035a27eb3205 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.35 "GET /v2.0/networks?id=c4308928-160b-438a-a3b4-28874d901ab1 HTTP/1.1" status: 200 len: 808 time: 0.1628675 Sep 20 23:16:15.972036 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Request body: {'port': {'device_id': '3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe', 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1', 'admin_state_up': True, 'tenant_id': 'fc78cbf775f54a7abf765f2df3c0bb68'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:15.980892 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797bce4-7725-4c85-9684-4b1be62e7a93 req-347954c3-aa62-4129-9c03-86c5bd190c2e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:15.989589 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b797bce4-7725-4c85-9684-4b1be62e7a93 req-347954c3-aa62-4129-9c03-86c5bd190c2e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1217377 Sep 20 23:16:16.080118 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b797bce4-7725-4c85-9684-4b1be62e7a93 req-3530f247-48b0-46e5-be3f-148fde82f571 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830812 Sep 20 23:16:16.190879 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Made reservation on behalf of fc78cbf775f54a7abf765f2df3c0bb68 for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:16.194643 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.219544 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.320232 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0799c8b8-b178-4abe-9583-42c7d0d9ec00 req-364b0d7d-7777-4db7-acfe-cf47cb25c391 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 210 time: 0.0878148 Sep 20 23:16:16.365094 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Allocated IP 172.20.0.13 (c4308928-160b-438a-a3b4-28874d901ab1/788b59bf-8d22-4533-a200-2033afc8a502/1a6f1e6d-2e86-4b8f-a734-f206069f678a) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:16.379406 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15256f42-f488-4bdc-aad4-35714cdc8c0d None None] Network bffa3681-52ac-4803-9b1c-39491120e0cb requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:16:16.451355 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-94258319-1287-4fa6-83b8-b684c65bfd60 None None] Provisioning complete for port 344e14c2-06c4-4cf9-a548-6144002a6fa9 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:16.451985 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94258319-1287-4fa6-83b8-b684c65bfd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.490153 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:16:16.527270 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.585601 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94258319-1287-4fa6-83b8-b684c65bfd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.618714 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:16:16.630302 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:16:16.639647 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:16:16.640275 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:16.644501 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-94258319-1287-4fa6-83b8-b684c65bfd60 None None] For port 344e14c2-06c4-4cf9-a548-6144002a6fa9, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=344e14c2-06c4-4cf9-a548-6144002a6fa9,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:16.699474 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.743014 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Network c4308928-160b-438a-a3b4-28874d901ab1 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:16.746353 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:16.750246 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:16:16.762649 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:16:16.779099 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94258319-1287-4fa6-83b8-b684c65bfd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.779244 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.781930 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Pushing event updated for resources: {'Port': ['ID=1a6f1e6d-2e86-4b8f-a734-f206069f678a,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:16.784874 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3fe5fd36-2c53-44d5-accb-e50e6bb12295 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6300354 Sep 20 23:16:16.792049 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54268) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:16.889937 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94258319-1287-4fa6-83b8-b684c65bfd60 None None] Pushing event updated for resources: {'Port': ['ID=344e14c2-06c4-4cf9-a548-6144002a6fa9,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:16.932936 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 344e14c2-06c4-4cf9-a548-6144002a6fa9 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:16.955818 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:16.956464 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:16.968469 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-52b5d711-0734-426d-9db1-2a64459fee25 None None] Provisioning complete for port 344e14c2-06c4-4cf9-a548-6144002a6fa9 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:16.968992 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-52b5d711-0734-426d-9db1-2a64459fee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.013177 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:15Z', 'revision_number': 3, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:17.030751 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 344e14c2-06c4-4cf9-a548-6144002a6fa9 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:17.031267 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.044391 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:16:17.044741 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Updating router f93e4220-7d49-4397-b06f-5e633e9e4d35 port c2330b0a-9aed-47d2-b4f7-0fc445d52141 binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:16:17.071995 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.191296 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-5b6a83ab-64c8-4eb1-9bc7-5fc034546a0e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2252235 Sep 20 23:16:17.215142 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Request body: {'port': {'device_id': '3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:17.217295 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd29710-d18f-4172-99c9-888b8dfdef40 req-b6d2c56c-2c23-41be-8ef3-7e9dc16a8be5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:17.222103 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1cd29710-d18f-4172-99c9-888b8dfdef40 req-b6d2c56c-2c23-41be-8ef3-7e9dc16a8be5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0693269 Sep 20 23:16:17.265524 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1cd29710-d18f-4172-99c9-888b8dfdef40 req-53decb0a-ca36-4d61-9ac9-241a9e6be272 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347743 Sep 20 23:16:17.345953 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.400330 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.475815 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.487009 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f591914-f673-4ded-b1e1-7e6da65741f6 req-b8a0f691-b8f1-42f8-b84a-78eddc8e8819 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:17.488632 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1f591914-f673-4ded-b1e1-7e6da65741f6 req-b8a0f691-b8f1-42f8-b84a-78eddc8e8819 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 932 time: 0.0541823 Sep 20 23:16:17.531080 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [req-3dc44cde-649f-4092-8f6c-440f93670fb1 req-0b56d298-492c-44ed-a2e2-0e8810440fa8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:16:17.532076 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3dc44cde-649f-4092-8f6c-440f93670fb1 req-0b56d298-492c-44ed-a2e2-0e8810440fa8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072589 Sep 20 23:16:17.534256 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Attempting to bind port c2330b0a-9aed-47d2-b4f7-0fc445d52141 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:16:17.534625 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Attempting to bind port c2330b0a-9aed-47d2-b4f7-0fc445d52141 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:16:17.534993 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Attempting to bind port c2330b0a-9aed-47d2-b4f7-0fc445d52141 on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:17.543020 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:16:17.543589 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1f591914-f673-4ded-b1e1-7e6da65741f6 req-97fffda2-79db-4bc2-ad6e-207913f5177b tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460553 Sep 20 23:16:17.544042 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:17.544287 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.544832 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:16:17.545434 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Bound port: c2330b0a-9aed-47d2-b4f7-0fc445d52141, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:16:17.545994 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.576269 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Pushing event updated for resources: {'Port': ['ID=c2330b0a-9aed-47d2-b4f7-0fc445d52141,revision_number=2']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:17.589146 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.589502 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.589878 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.590217 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.590555 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.590888 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.591223 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.591552 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.591903 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.592234 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.592566 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.592890 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:17.618681 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] For port c2330b0a-9aed-47d2-b4f7-0fc445d52141, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:16:17.622544 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] For port c2330b0a-9aed-47d2-b4f7-0fc445d52141, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=c2330b0a-9aed-47d2-b4f7-0fc445d52141,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:16:17.687324 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.695722 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:17.758262 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:16:17.758830 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:17.822055 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85071117-4c20-47e6-93ca-f95650bc6fa1 None None] Pushing event updated for resources: {'Port': ['ID=c2330b0a-9aed-47d2-b4f7-0fc445d52141,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:17.851100 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac628af-bd73-4390-a9ce-6f88c5c6f7f3 req-da58f148-9dcb-4730-820c-118bec5b577f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:17.853219 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-fac628af-bd73-4390-a9ce-6f88c5c6f7f3 req-da58f148-9dcb-4730-820c-118bec5b577f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0584242 Sep 20 23:16:17.904210 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:16:17.921582 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-fac628af-bd73-4390-a9ce-6f88c5c6f7f3 req-f5a64f0f-4ccf-4a73-87ee-13580b6bea76 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597892 Sep 20 23:16:18.076615 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6f1e6d-2e86-4b8f-a734-f206069f678a {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:16:18.089716 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:18.109691 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:15Z', 'revision_number': 3, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:18.112149 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Transition to ACTIVE for port object 1a6f1e6d-2e86-4b8f-a734-f206069f678a will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:16:18.140269 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34c5f5f-57e3-4c6d-a488-2888b63c60bb None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:15Z', 'revision_number': 3, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:16:18.169408 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Allocated IP 172.20.0.1 (bffa3681-52ac-4803-9b1c-39491120e0cb/d38c5886-620c-4c3d-8a1e-e242fdcd53ef/3f7801d8-6999-455b-8a1d-3f85510503b2) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:18.177984 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:18.241024 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:16:18.259371 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6f1e6d-2e86-4b8f-a734-f206069f678a,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:18.411330 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:18.440071 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Attempting to bind port 1a6f1e6d-2e86-4b8f-a734-f206069f678a on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:16:18.440431 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Attempting to bind port 1a6f1e6d-2e86-4b8f-a734-f206069f678a by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:16:18.440796 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Attempting to bind port 1a6f1e6d-2e86-4b8f-a734-f206069f678a on network c4308928-160b-438a-a3b4-28874d901ab1 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:18.443907 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54308) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:18.456378 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Port 1a6f1e6d-2e86-4b8f-a734-f206069f678a on network c4308928-160b-438a-a3b4-28874d901ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:16:18.456713 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Attempting to bind port 1a6f1e6d-2e86-4b8f-a734-f206069f678a on network c4308928-160b-438a-a3b4-28874d901ab1 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:18.478047 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:16:18.478381 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Checking segment: {'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:18.478759 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Bound using segment: {'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:16:18.479204 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Bound port: 1a6f1e6d-2e86-4b8f-a734-f206069f678a, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:16:18.479567 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:18.491084 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634c118-aff5-4b9c-991d-24dba7beac31 req-f7ace5fb-69af-4779-bab3-cec70a82f562 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:18.492654 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2634c118-aff5-4b9c-991d-24dba7beac31 req-f7ace5fb-69af-4779-bab3-cec70a82f562 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1142988 Sep 20 23:16:18.570419 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-61da4c3b-1550-4c8f-8344-c8c94d73e603 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163759 Sep 20 23:16:18.581293 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-b90072dd-42a5-4b86-9a39-43ba7b27bc3b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:16:18.582776 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-b90072dd-42a5-4b86-9a39-43ba7b27bc3b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088804 Sep 20 23:16:18.619443 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:18.669844 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854a129-6eeb-4b48-ab91-6816498e8108 req-30584bc3-e58e-4b20-af44-498d84e7ab05 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:18.672109 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1854a129-6eeb-4b48-ab91-6816498e8108 req-30584bc3-e58e-4b20-af44-498d84e7ab05 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 944 time: 0.0630713 Sep 20 23:16:18.680049 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2634c118-aff5-4b9c-991d-24dba7beac31 req-db1b9049-e38b-469f-821e-ca66f48d1ebf tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678991 Sep 20 23:16:18.712556 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Network bffa3681-52ac-4803-9b1c-39491120e0cb is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:18.723513 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Pushing event updated for resources: {'Port': ['ID=3f7801d8-6999-455b-8a1d-3f85510503b2,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:18.726193 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:18.728626 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:16:18.739201 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1854a129-6eeb-4b48-ab91-6816498e8108 req-c00d5757-d812-4fe3-b69b-ede613360d98 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Sep 20 23:16:18.779881 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] For port 1a6f1e6d-2e86-4b8f-a734-f206069f678a, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:16:18.795236 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] For port 1a6f1e6d-2e86-4b8f-a734-f206069f678a, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1a6f1e6d-2e86-4b8f-a734-f206069f678a,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:16:18.831319 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:18.936945 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.040734 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-3169fbcf-6a4f-4816-83ab-8547d3ce6d17 None None] Provisioning complete for port 3f7801d8-6999-455b-8a1d-3f85510503b2 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:19.042677 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3169fbcf-6a4f-4816-83ab-8547d3ce6d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.073409 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device c2330b0a-9aed-47d2-b4f7-0fc445d52141 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:19.073722 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:19.074902 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.077406 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] 10.222.0.35 "PUT /v2.0/ports/1a6f1e6d-2e86-4b8f-a734-f206069f678a HTTP/1.1" status: 200 len: 1094 time: 1.8671999 Sep 20 23:16:19.078900 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe', 'tag': '1a6f1e6d-2e86-4b8f-a734-f206069f678a'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:19.084834 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81118572-6ce1-439a-b606-bed3928f69cf" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe", "tag": "1a6f1e6d-2e86-4b8f-a734-f206069f678a"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:19.108148 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958f3a0-b924-447d-95b6-70501410702e req-647a465e-22e6-4c4c-b6a5-3c1d19e165b9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:19.116034 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d958f3a0-b924-447d-95b6-70501410702e req-647a465e-22e6-4c4c-b6a5-3c1d19e165b9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0681856 Sep 20 23:16:19.129445 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-3169fbcf-6a4f-4816-83ab-8547d3ce6d17 None None] Port 3f7801d8-6999-455b-8a1d-3f85510503b2 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:16:19.161698 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port c2330b0a-9aed-47d2-b4f7-0fc445d52141 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:19.162358 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.188024 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8892d6c-1cd2-4cbf-a1fc-b2c7b68540e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a6f1e6d-2e86-4b8f-a734-f206069f678a,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:19.192620 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d958f3a0-b924-447d-95b6-70501410702e req-27ea5fd1-ec25-4e9e-89de-9a797f1ca094 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690174 Sep 20 23:16:19.253725 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f696bf-da83-4dea-b6db-6cf9a2a24c43 x-openstack-request-id: req-92f696bf-da83-4dea-b6db-6cf9a2a24c43 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:19.253725 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe", "tag": "1a6f1e6d-2e86-4b8f-a734-f206069f678a", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:19.253725 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92f696bf-da83-4dea-b6db-6cf9a2a24c43 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:19.253725 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe', 'tag': '1a6f1e6d-2e86-4b8f-a734-f206069f678a', 'status': 'completed', 'code': 200} Sep 20 23:16:19.297549 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.319810 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port c2330b0a-9aed-47d2-b4f7-0fc445d52141, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=c2330b0a-9aed-47d2-b4f7-0fc445d52141,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:19.356603 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.369606 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-900f1b35-4988-4501-9848-ee1559f258bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:19.371295 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-900f1b35-4988-4501-9848-ee1559f258bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc78cbf775f54a7abf765f2df3c0bb68&device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 1097 time: 0.0869424 Sep 20 23:16:19.426463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.427351 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 344e14c2-06c4-4cf9-a548-6144002a6fa9 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:19.474197 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-344d3e3d-3ce7-4f11-b80d-b7144aadbb18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6f1e6d-2e86-4b8f-a734-f206069f678a HTTP/1.1" status: 200 len: 217 time: 0.0448570 Sep 20 23:16:19.513661 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=c2330b0a-9aed-47d2-b4f7-0fc445d52141,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:19.521899 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 344e14c2-06c4-4cf9-a548-6144002a6fa9 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:19.522277 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.566650 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-ca62ed13-ecbd-4b9e-92c0-87204164722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:19.568153 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-ca62ed13-ecbd-4b9e-92c0-87204164722f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=788b59bf-8d22-4533-a200-2033afc8a502 HTTP/1.1" status: 200 len: 848 time: 0.0636926 Sep 20 23:16:19.610571 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-d3e792cc-22da-4076-9900-3ed95bdec7ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4308928-160b-438a-a3b4-28874d901ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298896 Sep 20 23:16:19.623870 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.707058 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-dbf9886b-1c2a-44b7-a213-e01823b72f6c service neutron] 10.222.0.35 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812721 Sep 20 23:16:19.712151 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.842068 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:19.880837 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d3b85c-f9b9-412e-85df-d60d4e8a2447 req-baa58c78-7823-41f4-8bfc-fba45b49a7c0 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:19.882502 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d1d3b85c-f9b9-412e-85df-d60d4e8a2447 req-baa58c78-7823-41f4-8bfc-fba45b49a7c0 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 944 time: 0.0623255 Sep 20 23:16:19.884020 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Pushing event updated for resources: {'Port': ['ID=3f7801d8-6999-455b-8a1d-3f85510503b2,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:19.926921 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d1d3b85c-f9b9-412e-85df-d60d4e8a2447 req-d42b7b99-8eea-4385-98f2-bc8d10ae5b3d tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Sep 20 23:16:19.934645 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b885676-60ab-4a4a-9cd2-b7f818146a26 req-87fec181-45cc-45f6-bf35-db883a68a971 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:19.936164 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0b885676-60ab-4a4a-9cd2-b7f818146a26 req-87fec181-45cc-45f6-bf35-db883a68a971 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1799548 Sep 20 23:16:20.002559 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57d98ea5-abfa-410f-be16-b9c68f09f7de req-7b4d53f6-03ab-4c1d-be0b-bdd7a9c7c95d service neutron] 10.222.0.35 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682769 Sep 20 23:16:20.037805 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0b885676-60ab-4a4a-9cd2-b7f818146a26 req-4a220e37-0d9b-4572-8933-d4351a83fcdb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938795 Sep 20 23:16:20.046617 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Network bffa3681-52ac-4803-9b1c-39491120e0cb is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:20.048125 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:20.183792 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:16:20.259700 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-3d02cbd5-7203-49fe-94f2-cf9cc7222394 None None] Provisioning complete for port 3f7801d8-6999-455b-8a1d-3f85510503b2 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:20.260081 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3d02cbd5-7203-49fe-94f2-cf9cc7222394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:20.302012 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-3d02cbd5-7203-49fe-94f2-cf9cc7222394 None None] Port 3f7801d8-6999-455b-8a1d-3f85510503b2 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:16:20.309283 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ee07e-196c-40e1-9a74-e36000aa3e92 req-dbf2829f-e838-405b-a04b-6f8c9e1ca1b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:20.310784 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-184ee07e-196c-40e1-9a74-e36000aa3e92 req-dbf2829f-e838-405b-a04b-6f8c9e1ca1b4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0524614 Sep 20 23:16:20.340485 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81118572-6ce1-439a-b606-bed3928f69cf req-e27b280c-f14a-489d-ad4e-36afe0e526e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:20.341964 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81118572-6ce1-439a-b606-bed3928f69cf req-e27b280c-f14a-489d-ad4e-36afe0e526e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc78cbf775f54a7abf765f2df3c0bb68&device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 1097 time: 0.0953965 Sep 20 23:16:20.344575 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:16:20.351754 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-184ee07e-196c-40e1-9a74-e36000aa3e92 req-22ad0cb7-7b00-4f4f-8f2f-592cfbf76419 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330524 Sep 20 23:16:20.352746 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1fba197a-55d6-44ee-b92a-72ece757376d admin admin] 10.222.0.15 "PUT /v2.0/routers/f93e4220-7d49-4397-b06f-5e633e9e4d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5609260 Sep 20 23:16:20.356437 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:16:20.371348 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:16:20.371949 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:20.458180 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81118572-6ce1-439a-b606-bed3928f69cf req-4ff7e104-e72d-4703-ad9d-24fba5abb4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:20.459766 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81118572-6ce1-439a-b606-bed3928f69cf req-4ff7e104-e72d-4703-ad9d-24fba5abb4a7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c4308928-160b-438a-a3b4-28874d901ab1 HTTP/1.1" status: 200 len: 909 time: 0.1059804 Sep 20 23:16:20.490145 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:16:20.507941 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81118572-6ce1-439a-b606-bed3928f69cf req-c5409696-68d9-4d14-8604-353781d20860 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6f1e6d-2e86-4b8f-a734-f206069f678a HTTP/1.1" status: 200 len: 217 time: 0.0380831 Sep 20 23:16:20.710378 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 2, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:20.741153 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:16:20.741544 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Updating router f93e4220-7d49-4397-b06f-5e633e9e4d35 port 3f7801d8-6999-455b-8a1d-3f85510503b2 binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:16:20.762508 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81118572-6ce1-439a-b606-bed3928f69cf req-7c03f0c9-dba1-4464-8df1-c02e94762f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:20.763965 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81118572-6ce1-439a-b606-bed3928f69cf req-7c03f0c9-dba1-4464-8df1-c02e94762f9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=788b59bf-8d22-4533-a200-2033afc8a502 HTTP/1.1" status: 200 len: 848 time: 0.2463322 Sep 20 23:16:20.773670 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:20.805000 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81118572-6ce1-439a-b606-bed3928f69cf req-010e3312-61c2-496e-87a9-930efb8551bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4308928-160b-438a-a3b4-28874d901ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303690 Sep 20 23:16:20.885635 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device c2330b0a-9aed-47d2-b4f7-0fc445d52141 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:20.920705 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81118572-6ce1-439a-b606-bed3928f69cf req-d620d51e-3e1f-41bd-a32f-24fd35178dcb service neutron] 10.222.0.35 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026769 Sep 20 23:16:21.047616 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-81118572-6ce1-439a-b606-bed3928f69cf req-ea1f2604-e048-438b-b5ce-784351fb97b5 service neutron] 10.222.0.35 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049221 Sep 20 23:16:21.100618 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f2071-8aed-46bd-b250-40dc18fb87aa req-ff4983d6-fc64-42d4-a176-dde1d4ef53f8 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:21.108242 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7c1f2071-8aed-46bd-b250-40dc18fb87aa req-ff4983d6-fc64-42d4-a176-dde1d4ef53f8 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 944 time: 0.0920928 Sep 20 23:16:21.143462 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port c2330b0a-9aed-47d2-b4f7-0fc445d52141 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:21.143849 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.166672 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7c1f2071-8aed-46bd-b250-40dc18fb87aa req-03e08b37-5689-400d-b85f-929d193c324c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572684 Sep 20 23:16:21.174044 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54366) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:21.179333 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57eb349-3691-487a-aa75-758d37665dfc req-bb98b9d5-45d7-4a43-a300-0867c896d7f5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:21.179941 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1261244920-network', 'tenant_id': 'c12ccea7c7064b85913f129d67525387'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:21.188055 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d57eb349-3691-487a-aa75-758d37665dfc req-bb98b9d5-45d7-4a43-a300-0867c896d7f5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0736258 Sep 20 23:16:21.224335 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d57eb349-3691-487a-aa75-758d37665dfc req-7246951d-e9e8-4950-a2fb-5a8039e83ae3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349126 Sep 20 23:16:21.269763 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Made reservation on behalf of c12ccea7c7064b85913f129d67525387 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:21.272023 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.280302 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.299434 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.363381 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.371829 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.414827 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33805a-3a01-4170-840b-7c13f076c1cd None None] Pushing event updated for resources: {'Port': ['ID=3f7801d8-6999-455b-8a1d-3f85510503b2,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:21.479445 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Attempting to bind port 3f7801d8-6999-455b-8a1d-3f85510503b2 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:16:21.479818 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Attempting to bind port 3f7801d8-6999-455b-8a1d-3f85510503b2 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:16:21.480182 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Attempting to bind port 3f7801d8-6999-455b-8a1d-3f85510503b2 on network bffa3681-52ac-4803-9b1c-39491120e0cb {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:21.488440 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.494645 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:16:21.494645 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Checking segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:21.494645 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.494645 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Bound using segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:16:21.494645 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Bound port: 3f7801d8-6999-455b-8a1d-3f85510503b2, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:16:21.494645 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.505268 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:16:21.519569 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.523393 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Added segment f957b4e4-1768-4a43-856c-cf2bb449f4e5 of type vlan for network 2aac654f-89ed-4364-b63d-78584a58aa06 Sep 20 23:16:21.530404 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a26dc3-87bd-4ca7-ac30-71519c9cbfb4 req-934635f0-daa6-4d62-8293-337aaaef19cd tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:21.531964 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-97a26dc3-87bd-4ca7-ac30-71519c9cbfb4 req-934635f0-daa6-4d62-8293-337aaaef19cd tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0983925 Sep 20 23:16:21.564111 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fe1277-9ede-42cb-b2e1-5a02f0b8ac88,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:21.579612 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] For port 3f7801d8-6999-455b-8a1d-3f85510503b2, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:16:21.587069 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] For port 3f7801d8-6999-455b-8a1d-3f85510503b2, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=3f7801d8-6999-455b-8a1d-3f85510503b2,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:16:21.627283 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.637927 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-97a26dc3-87bd-4ca7-ac30-71519c9cbfb4 req-567a7a96-b8cb-4fce-8f9c-b2c2fb730df1 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762022 Sep 20 23:16:21.707263 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.775845 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-4c4cc9bb-2524-44bd-a754-2ab191d926e7 None None] Provisioning complete for port 3f7801d8-6999-455b-8a1d-3f85510503b2 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:21.776136 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4c4cc9bb-2524-44bd-a754-2ab191d926e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.778750 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.780314 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:21.780436 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33805a-3a01-4170-840b-7c13f076c1cd None None] Pushing event updated for resources: {'Port': ['ID=3f7801d8-6999-455b-8a1d-3f85510503b2,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:21.780529 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:21.803762 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:16:21.804454 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:21.870215 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] Pushing event updated for resources: {'Network': ['ID=2aac654f-89ed-4364-b63d-78584a58aa06,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:21.876396 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9e04a638-c222-4f2b-844c-815b8040afcb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6978426 Sep 20 23:16:21.876688 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54378) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:21.882655 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Request body: {'subnet': {'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1261244920-subnet', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:21.918279 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 2aac654f-89ed-4364-b63d-78584a58aa06 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:16:21.995335 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Made reservation on behalf of c12ccea7c7064b85913f129d67525387 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:21.997896 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8367340'] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.025718 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:16:22.027577 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4c4cc9bb-2524-44bd-a754-2ab191d926e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.123723 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-4c4cc9bb-2524-44bd-a754-2ab191d926e7 None None] For port 3f7801d8-6999-455b-8a1d-3f85510503b2, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=3f7801d8-6999-455b-8a1d-3f85510503b2,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:22.217115 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4c4cc9bb-2524-44bd-a754-2ab191d926e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.260129 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 1a6f1e6d-2e86-4b8f-a734-f206069f678a details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:16:22.271169 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7896243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8367298'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.311590 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cc9bb-2524-44bd-a754-2ab191d926e7 None None] Pushing event updated for resources: {'Port': ['ID=3f7801d8-6999-455b-8a1d-3f85510503b2,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:22.353955 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.354201 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e06d-1a3e-414d-b2d9-2b8c8514fab7 req-435392c1-7078-4500-8627-33250eb891ef tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:22.355587 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8e26e06d-1a3e-414d-b2d9-2b8c8514fab7 req-435392c1-7078-4500-8627-33250eb891ef tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 944 time: 0.1125405 Sep 20 23:16:22.360771 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b847261-bec3-450a-be13-5618832fc5cc req-61f174b5-c868-40f5-b7a2-ab55e8fc3c78 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:22.363353 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebeaa3ca-bc85-43ac-a2c9-25c7ded50451,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:22.368896 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6b847261-bec3-450a-be13-5618832fc5cc req-61f174b5-c868-40f5-b7a2-ab55e8fc3c78 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0723979 Sep 20 23:16:22.383428 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:21Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:22.400031 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Checking segment: {'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:22.400390 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Network hostable DHCP agents. Network: 2aac654f-89ed-4364-b63d-78584a58aa06, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:16:22.406260 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6b847261-bec3-450a-be13-5618832fc5cc req-4a29b670-34e7-4b2f-8542-8f42179a5adb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364399 Sep 20 23:16:22.418392 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-f67d80aa-94f0-4fb0-8ad4-99b6efc06c74 None None] Provisioning complete for port 3f7801d8-6999-455b-8a1d-3f85510503b2 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:22.418772 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f67d80aa-94f0-4fb0-8ad4-99b6efc06c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.420357 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8e26e06d-1a3e-414d-b2d9-2b8c8514fab7 req-fcdb2b10-6706-4598-b1da-6599009f49ef tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 Sep 20 23:16:22.443118 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d41a5f-1806-4890-89b2-ee1f80e72f13 None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:21Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:16:22.475880 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 1a6f1e6d-2e86-4b8f-a734-f206069f678a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1a6f1e6d-2e86-4b8f-a734-f206069f678a,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:22.490617 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '1a6f1e6d-2e86-4b8f-a734-f206069f678a', 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1', 'port_id': '1a6f1e6d-2e86-4b8f-a734-f206069f678a', 'mac_address': 'fa:16:3e:26:2f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788b59bf-8d22-4533-a200-2033afc8a502', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:16:22.515529 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Network 2aac654f-89ed-4364-b63d-78584a58aa06 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:16:22.569439 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.588840 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6f1e6d-2e86-4b8f-a734-f206069f678a {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:16:22.609851 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 1a6f1e6d-2e86-4b8f-a734-f206069f678a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1a6f1e6d-2e86-4b8f-a734-f206069f678a,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:22.623655 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 2aac654f-89ed-4364-b63d-78584a58aa06) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:22.630058 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:22.630058 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.634363 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d2950-73c9-466a-9457-8e8e8e178bfb None None] Network 2aac654f-89ed-4364-b63d-78584a58aa06 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:16:22.708981 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.756283 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-6b2fa9e4-4135-4dfb-881b-5e72282e0d97 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8783216 Sep 20 23:16:22.757015 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54388) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:22.762560 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:22.782800 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2990fb-4df8-4795-8dd4-47b7fc7d0de8 req-b7e4cddd-3ba2-4fad-a063-b6c577753114 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:22.796608 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2d2990fb-4df8-4795-8dd4-47b7fc7d0de8 req-b7e4cddd-3ba2-4fad-a063-b6c577753114 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0776138 Sep 20 23:16:22.796901 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=1a6f1e6d-2e86-4b8f-a734-f206069f678a,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:22.834780 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-2aac654f-89ed-4364-b63d-78584a58aa06', 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'fixed_ips': [{'subnet_id': 'ebeaa3ca-bc85-43ac-a2c9-25c7ded50451'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:16:22.834957 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.853153 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2d2990fb-4df8-4795-8dd4-47b7fc7d0de8 req-d05e56b3-4c7d-4576-b98b-dadbf37cf99c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588474 Sep 20 23:16:22.872304 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.873463 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:22.945179 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 3f7801d8-6999-455b-8a1d-3f85510503b2 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:23.058075 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 3f7801d8-6999-455b-8a1d-3f85510503b2 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:23.058448 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.060403 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Allocated IP 172.20.0.2 (2aac654f-89ed-4364-b63d-78584a58aa06/ebeaa3ca-bc85-43ac-a2c9-25c7ded50451/a5557a44-99a1-4188-a6d0-88283b0ba6f1) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:23.061243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.089221 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31041-fc91-4ceb-8862-d480790db30a req-674ba8f6-c711-4262-96a0-26fb7381ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.090931 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-674ba8f6-c711-4262-96a0-26fb7381ee7c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259&tenant_id=5a2ba13959f14e42bf4b03418f6c0241 HTTP/1.1" status: 200 len: 1096 time: 0.1069524 Sep 20 23:16:23.266987 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['1a6f1e6d-2e86-4b8f-a734-f206069f678a'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:23.284051 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31041-fc91-4ceb-8862-d480790db30a req-e485047a-e0cb-4bd2-a294-f82680a25dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.285737 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-e485047a-e0cb-4bd2-a294-f82680a25dc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 1096 time: 0.1489074 Sep 20 23:16:23.338828 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.431588 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce4ebc-1bbb-4754-9c05-9870ecd4f260 req-24ec4344-ac23-4dfe-b7c9-24b75a3112af tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.440384 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-38ce4ebc-1bbb-4754-9c05-9870ecd4f260 req-24ec4344-ac23-4dfe-b7c9-24b75a3112af tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.0849352 Sep 20 23:16:23.504840 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-38ce4ebc-1bbb-4754-9c05-9870ecd4f260 req-0c419fc3-360d-436c-82f5-205d91881734 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633185 Sep 20 23:16:23.508003 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31041-fc91-4ceb-8862-d480790db30a req-4e30bca7-3fd7-4098-8940-159fad7dc8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.508518 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-4e30bca7-3fd7-4098-8940-159fad7dc8fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 918 time: 0.1640635 Sep 20 23:16:23.569564 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.643502 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755322f-18fe-43fb-9acd-851877248157 req-b30c324d-1259-4382-ac5d-2628cdd4a0db tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.645963 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d755322f-18fe-43fb-9acd-851877248157 req-b30c324d-1259-4382-ac5d-2628cdd4a0db tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 945 time: 0.0607500 Sep 20 23:16:23.649272 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.667852 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88023d0-2232-4ba5-9392-668a3dec569a req-fbd587b8-9fd4-4c5d-9f65-fe619c52daf8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.675507 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f88023d0-2232-4ba5-9392-668a3dec569a req-fbd587b8-9fd4-4c5d-9f65-fe619c52daf8 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1345835 Sep 20 23:16:23.687622 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-fc4e5060-9d59-4f8a-8488-29af18524bc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=867ccb97-3d32-4026-a681-cc911570bed7 HTTP/1.1" status: 200 len: 999 time: 0.1477246 Sep 20 23:16:23.704709 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d755322f-18fe-43fb-9acd-851877248157 req-c2160fb2-a723-48b7-a319-96ac4e86f8f3 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Sep 20 23:16:23.707088 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Network 2aac654f-89ed-4364-b63d-78584a58aa06 is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:23.710256 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:23.718663 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:16:23.756897 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Pushing event updated for resources: {'Port': ['ID=a5557a44-99a1-4188-a6d0-88283b0ba6f1,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:23.772295 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f88023d0-2232-4ba5-9392-668a3dec569a req-ad4c7c79-4b08-4a3b-bcba-428dd8ed0c93 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959232 Sep 20 23:16:23.786979 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Attempting to bind port a5557a44-99a1-4188-a6d0-88283b0ba6f1 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:16:23.787448 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Attempting to bind port a5557a44-99a1-4188-a6d0-88283b0ba6f1 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:16:23.787904 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Attempting to bind port a5557a44-99a1-4188-a6d0-88283b0ba6f1 on network 2aac654f-89ed-4364-b63d-78584a58aa06 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:23.792997 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:16:23.793492 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Checking segment: {'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:23.793998 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.794454 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Bound using segment: {'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:16:23.794982 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Bound port: a5557a44-99a1-4188-a6d0-88283b0ba6f1, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:16:23.795498 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.811950 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31041-fc91-4ceb-8862-d480790db30a req-cf814edb-2d7a-4a95-8740-f77e7f2c979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.814146 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-cf814edb-2d7a-4a95-8740-f77e7f2c979d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.1131673 Sep 20 23:16:23.862424 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] For port a5557a44-99a1-4188-a6d0-88283b0ba6f1, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:16:23.867408 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] For port a5557a44-99a1-4188-a6d0-88283b0ba6f1, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a5557a44-99a1-4188-a6d0-88283b0ba6f1,segment=NetworkSegment(f957b4e4-1768-4a43-856c-cf2bb449f4e5),segment_id=f957b4e4-1768-4a43-856c-cf2bb449f4e5)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:16:23.919424 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.922296 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf31041-fc91-4ceb-8862-d480790db30a req-8cd990f2-ca61-4547-a9e0-c58cd4a8c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.924585 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-8cd990f2-ca61-4547-a9e0-c58cd4a8c3a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816822 Sep 20 23:16:23.944305 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.950350 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:23.995274 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f09bc-d9c5-403c-a177-3e2153e2a22d req-0e8e2fa2-9eb3-44b1-b3b8-a48d7c319974 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:23.997347 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f52f09bc-d9c5-403c-a177-3e2153e2a22d req-0e8e2fa2-9eb3-44b1-b3b8-a48d7c319974 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0567863 Sep 20 23:16:24.005802 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975410e7-8310-4297-9787-4381f6ce8628 None None] Pushing event updated for resources: {'Port': ['ID=a5557a44-99a1-4188-a6d0-88283b0ba6f1,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:24.048832 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f52f09bc-d9c5-403c-a177-3e2153e2a22d req-931a698e-c1d5-43e1-adf8-a093b1c90e34 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448163 Sep 20 23:16:24.119105 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-e828f4b6-35f2-4281-b411-05b8641728e9 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705420 Sep 20 23:16:24.141802 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Allocated IP 172.27.3.81 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/7aa8f386-3ba5-4970-bddd-92a6ceeb03ee) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:24.291170 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2bf31041-fc91-4ceb-8862-d480790db30a req-4259bce4-d03b-48dd-aa34-9de0a122d902 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569316 Sep 20 23:16:24.319006 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:24.455671 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:24.494958 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:24.497715 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:24.500152 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:16:24.528738 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=7aa8f386-3ba5-4970-bddd-92a6ceeb03ee,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:24.888171 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe193501-ea53-44c0-8c26-d42d8e6fb215 req-0d58a659-4e66-41f3-999a-959ef7f59b17 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:24.889761 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-fe193501-ea53-44c0-8c26-d42d8e6fb215 req-0d58a659-4e66-41f3-999a-959ef7f59b17 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 945 time: 0.1195242 Sep 20 23:16:24.944640 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a5557a44-99a1-4188-a6d0-88283b0ba6f1 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:24.974073 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-fe193501-ea53-44c0-8c26-d42d8e6fb215 req-bfd1e1e0-ff96-45c6-b2eb-8659009c6e8f tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764229 Sep 20 23:16:24.975427 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801c8b7-d3dc-43bc-b161-9359424aab9e req-daab4f69-3b2e-4f66-bcf6-eb744f682ace tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:24.976209 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f801c8b7-d3dc-43bc-b161-9359424aab9e req-daab4f69-3b2e-4f66-bcf6-eb744f682ace tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.3916087 Sep 20 23:16:25.027305 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port a5557a44-99a1-4188-a6d0-88283b0ba6f1 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:25.027739 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:25.075278 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f801c8b7-d3dc-43bc-b161-9359424aab9e req-49824059-9587-4030-8858-a20e666c2e06 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895236 Sep 20 23:16:25.076114 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f112c6-8cc2-404d-85b3-d6d88997a01d None None] Network 2aac654f-89ed-4364-b63d-78584a58aa06 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:16:25.146855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7caea6-ea27-43b6-b15d-a66ea17bf80e req-b320c266-8cf9-405e-957a-4ab7f4660c15 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:25.159411 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6b7caea6-ea27-43b6-b15d-a66ea17bf80e req-b320c266-8cf9-405e-957a-4ab7f4660c15 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0697505 Sep 20 23:16:25.196677 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-8fd31f7d-03ca-4d8f-b279-9a3f665cd4cc None None] Provisioning complete for port a5557a44-99a1-4188-a6d0-88283b0ba6f1 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:25.197054 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f7d-03ca-4d8f-b279-9a3f665cd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:25.208438 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6b7caea6-ea27-43b6-b15d-a66ea17bf80e req-78154d7e-cd25-4a25-8779-dcec07750c9a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479114 Sep 20 23:16:25.230964 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:25.286395 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed7ca0-9da9-45a4-8236-93487ec6ac7d req-2a0e3459-ad74-476e-aeab-41aa21a10e6f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:25.288155 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-09ed7ca0-9da9-45a4-8236-93487ec6ac7d req-2a0e3459-ad74-476e-aeab-41aa21a10e6f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.1245942 Sep 20 23:16:25.293619 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:25.329313 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port a5557a44-99a1-4188-a6d0-88283b0ba6f1, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a5557a44-99a1-4188-a6d0-88283b0ba6f1,segment=NetworkSegment(f957b4e4-1768-4a43-856c-cf2bb449f4e5),segment_id=f957b4e4-1768-4a43-856c-cf2bb449f4e5)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:25.392386 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8fd31f7d-03ca-4d8f-b279-9a3f665cd4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:25.416096 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:25.516765 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.db.api [None req-8fd31f7d-03ca-4d8f-b279-9a3f665cd4cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 23:16:25.517135 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG oslo_db.api [None req-8fd31f7d-03ca-4d8f-b279-9a3f665cd4cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 23:16:25.556426 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=a5557a44-99a1-4188-a6d0-88283b0ba6f1,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:25.645147 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-09ed7ca0-9da9-45a4-8236-93487ec6ac7d req-75ddd728-ab9f-45f1-91a7-854bccbce2ab tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705130 Sep 20 23:16:25.647098 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:25.929735 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Router 414016bb-2712-4896-b908-af58bd35e410 is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:16:26.048989 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:16:26.064441 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Sync routers for ids ['414016bb-2712-4896-b908-af58bd35e410'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:16:26.080805 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Routers {'414016bb-2712-4896-b908-af58bd35e410'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:16:26.081538 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['414016bb-2712-4896-b908-af58bd35e410'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:26.160069 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:26.161705 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-cbf503f8-0c54-4b3f-810c-6cb818a94ad5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4035792 Sep 20 23:16:26.164872 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54434) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:26.177079 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a8a7-90f3-4c5d-9bcb-5941a158917c req-712c4b85-06d7-4491-b946-51b20c91db13 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:26.185432 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7575a8a7-90f3-4c5d-9bcb-5941a158917c req-712c4b85-06d7-4491-b946-51b20c91db13 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 945 time: 0.0924795 Sep 20 23:16:26.211345 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-09b89d71-e757-49c2-9db8-5e229950d522 None None] Provisioning complete for port a5557a44-99a1-4188-a6d0-88283b0ba6f1 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:26.212543 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-09b89d71-e757-49c2-9db8-5e229950d522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:26.237458 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7575a8a7-90f3-4c5d-9bcb-5941a158917c req-a5edf0b2-dac1-4bfd-9faf-473e7d0cff3a tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508597 Sep 20 23:16:26.241250 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Set router 414016bb-2712-4896-b908-af58bd35e410 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:16:26.311588 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 1a6f1e6d-2e86-4b8f-a734-f206069f678a up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:26.318544 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f533b-f5aa-44a6-a939-7748608947b8 req-e9b01220-e50b-4a91-88e6-eb1eb00bcff6 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:26.320086 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-158f533b-f5aa-44a6-a939-7748608947b8 req-e9b01220-e50b-4a91-88e6-eb1eb00bcff6 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.1483333 Sep 20 23:16:26.435001 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-158f533b-f5aa-44a6-a939-7748608947b8 req-c962617c-a7dd-447d-9df7-21e41c926846 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978088 Sep 20 23:16:26.471670 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e87f4-4978-4f74-b8aa-7a645272d1ff req-f4b0781d-465b-4c80-a8a4-112b824386d4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:26.473589 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-303e87f4-4978-4f74-b8aa-7a645272d1ff req-f4b0781d-465b-4c80-a8a4-112b824386d4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1246772 Sep 20 23:16:26.477557 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 1a6f1e6d-2e86-4b8f-a734-f206069f678a completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:16:26.483027 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 1a6f1e6d-2e86-4b8f-a734-f206069f678a triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:26.484203 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:26.534873 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-303e87f4-4978-4f74-b8aa-7a645272d1ff req-275f1168-b83d-4d87-8cfe-48702f4a6f21 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466540 Sep 20 23:16:26.581297 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:16:24Z', 'revision_number': 3, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port': {'id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:46:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:23Z', 'updated_at': '2021-09-20T23:16:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:26.609158 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:26.636486 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f1e6d-2e86-4b8f-a734-f206069f678a'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:26.639130 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75de646b-acea-4d8e-9ae6-be30f311147a" -d '{"events": [{"server_uuid": "3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f1e6d-2e86-4b8f-a734-f206069f678a"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:26.646639 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Checking router: 414016bb-2712-4896-b908-af58bd35e410 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:16:26.647169 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Updating router 414016bb-2712-4896-b908-af58bd35e410 port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:16:26.658999 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 1a6f1e6d-2e86-4b8f-a734-f206069f678a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1a6f1e6d-2e86-4b8f-a734-f206069f678a,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:26.702364 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:26.720012 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af545ed2-b3fd-4c53-9fec-2b803df1d569 x-openstack-request-id: req-af545ed2-b3fd-4c53-9fec-2b803df1d569 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:26.720012 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f1e6d-2e86-4b8f-a734-f206069f678a", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:26.720012 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af545ed2-b3fd-4c53-9fec-2b803df1d569 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:26.720012 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f1e6d-2e86-4b8f-a734-f206069f678a', 'code': 200} Sep 20 23:16:26.738327 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:26.784539 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:26.803180 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=1a6f1e6d-2e86-4b8f-a734-f206069f678a,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:26.837327 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186f121-2b0a-4c4f-8fc1-3e70e00a2708 req-03df187a-b2dc-4b80-b847-fdf489afc176 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:26.838855 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e186f121-2b0a-4c4f-8fc1-3e70e00a2708 req-03df187a-b2dc-4b80-b847-fdf489afc176 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.1046994 Sep 20 23:16:26.932717 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a5557a44-99a1-4188-a6d0-88283b0ba6f1 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:26.940946 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e186f121-2b0a-4c4f-8fc1-3e70e00a2708 req-bae5dc68-e47d-4999-a731-c2580cd4939c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716145 Sep 20 23:16:27.003629 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port a5557a44-99a1-4188-a6d0-88283b0ba6f1 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:27.009619 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Allocated IP 172.20.0.1 (2aac654f-89ed-4364-b63d-78584a58aa06/ebeaa3ca-bc85-43ac-a2c9-25c7ded50451/447a320b-4cc2-49e9-bfb2-eb08ecce178d) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:27.010369 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.151976 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.190911 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.261253 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.299485 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Network 2aac654f-89ed-4364-b63d-78584a58aa06 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:27.300927 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.302693 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:27.305559 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:16:27.353308 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e942bd7-8e96-45f3-88f1-9aa2913d6f8e None None] Pushing event updated for resources: {'Port': ['ID=7aa8f386-3ba5-4970-bddd-92a6ceeb03ee,revision_number=2']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:27.374913 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Attempting to bind port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:16:27.383063 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Attempting to bind port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:16:27.383722 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Attempting to bind port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:27.396542 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:16:27.396904 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:27.397303 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.397695 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:16:27.398185 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Bound port: 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:16:27.398581 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.400295 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Pushing event updated for resources: {'Port': ['ID=447a320b-4cc2-49e9-bfb2-eb08ecce178d,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:27.449085 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.459077 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5704917-62bb-4632-8fdd-0b6e64abc08f req-00fbbf19-5cb4-456e-858b-1e753a0dc345 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:27.464961 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b5704917-62bb-4632-8fdd-0b6e64abc08f req-00fbbf19-5cb4-456e-858b-1e753a0dc345 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.1566691 Sep 20 23:16:27.521949 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] For port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:16:27.525389 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] For port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=7aa8f386-3ba5-4970-bddd-92a6ceeb03ee,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:16:27.580406 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b5704917-62bb-4632-8fdd-0b6e64abc08f req-764f63a4-a4d5-4cc2-8d6a-eb98b0358785 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528324 Sep 20 23:16:27.620585 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b62eb-1153-4b7b-a04c-c31e8f426ee4 req-70ff46fc-e11a-4bd7-818e-e1bcebeb5bed tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:27.622263 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-779b62eb-1153-4b7b-a04c-c31e8f426ee4 req-70ff46fc-e11a-4bd7-818e-e1bcebeb5bed tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.0690963 Sep 20 23:16:27.633156 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.640774 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-a92d552a-ca17-4b92-929c-45d7e76e520c None None] Provisioning complete for port 447a320b-4cc2-49e9-bfb2-eb08ecce178d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:27.641890 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-a92d552a-ca17-4b92-929c-45d7e76e520c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.675346 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-779b62eb-1153-4b7b-a04c-c31e8f426ee4 req-65bc19e7-6e33-4180-af0b-82d84493c818 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465546 Sep 20 23:16:27.713904 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Routers {'414016bb-2712-4896-b908-af58bd35e410'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:16:27.714895 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['414016bb-2712-4896-b908-af58bd35e410'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:27.728221 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-a92d552a-ca17-4b92-929c-45d7e76e520c None None] Port 447a320b-4cc2-49e9-bfb2-eb08ecce178d cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:16:27.769688 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:27.780190 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c356f96-66e2-4eb8-96e6-65f9689e518a req-3c0f2004-30f6-4d70-a39b-e515009b2f14 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:27.781976 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c356f96-66e2-4eb8-96e6-65f9689e518a req-3c0f2004-30f6-4d70-a39b-e515009b2f14 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1024046 Sep 20 23:16:27.792981 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e942bd7-8e96-45f3-88f1-9aa2913d6f8e None None] Pushing event updated for resources: {'Port': ['ID=7aa8f386-3ba5-4970-bddd-92a6ceeb03ee,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:27.848131 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] Set router 414016bb-2712-4896-b908-af58bd35e410 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:16:27.895864 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c356f96-66e2-4eb8-96e6-65f9689e518a req-6455b1e8-6edd-4ba9-abda-2e497bcb30fb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006184 Sep 20 23:16:28.025955 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:28.095446 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:28.114706 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e75e3d-6150-499f-88b4-91caa6f90705 req-a7ce22d9-9327-42bd-8d5f-74ceea3e1536 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:28.116872 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f4e75e3d-6150-499f-88b4-91caa6f90705 req-a7ce22d9-9327-42bd-8d5f-74ceea3e1536 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0559263 Sep 20 23:16:28.117279 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:16:24Z', 'revision_number': 3, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port': {'id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:46:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:23Z', 'updated_at': '2021-09-20T23:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:28.152692 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4260f1a9-65e6-4713-8c68-81be433f8e86 None None] The sync data for ids ['414016bb-2712-4896-b908-af58bd35e410'] in dv-cinder-809965-2-iscsi is: [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:16:24Z', 'revision_number': 3, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port': {'id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:46:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:23Z', 'updated_at': '2021-09-20T23:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:16:28.170257 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f4e75e3d-6150-499f-88b4-91caa6f90705 req-8f6fe2ee-404d-4151-9a4a-022c8cb743a7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463049 Sep 20 23:16:28.208121 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:28.217664 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Pushing event updated for resources: {'Port': ['ID=447a320b-4cc2-49e9-bfb2-eb08ecce178d,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:28.306657 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Network 2aac654f-89ed-4364-b63d-78584a58aa06 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:28.308073 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:28.434416 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Router 414016bb-2712-4896-b908-af58bd35e410 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:16:28.597641 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:16:28.602928 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d87bfc4b-e6a7-4b47-beed-ad6652d52680 admin admin] 10.222.0.15 "PUT /v2.0/routers/414016bb-2712-4896-b908-af58bd35e410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4366517 Sep 20 23:16:28.659312 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-a784cf89-b27a-44e4-87c7-0331a6f6a610 None None] Provisioning complete for port 447a320b-4cc2-49e9-bfb2-eb08ecce178d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:28.660348 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-a784cf89-b27a-44e4-87c7-0331a6f6a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:28.738763 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-a784cf89-b27a-44e4-87c7-0331a6f6a610 None None] Port 447a320b-4cc2-49e9-bfb2-eb08ecce178d cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:16:28.824272 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57314726-5f45-4fdd-b7b7-c67e53e4c8be req-ea3d65b1-0042-425f-9597-18f7e63351d4 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:28.826089 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57314726-5f45-4fdd-b7b7-c67e53e4c8be req-ea3d65b1-0042-425f-9597-18f7e63351d4 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.1303716 Sep 20 23:16:28.919379 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca110d5-505a-458a-8da7-af5077b8b074 req-2510ea1b-a5e0-4d59-a27c-a4dbe13d960c tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:28.927707 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57314726-5f45-4fdd-b7b7-c67e53e4c8be req-f3c8200c-0f5f-411f-912d-33e64cade0ce tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742242 Sep 20 23:16:28.930320 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2ca110d5-505a-458a-8da7-af5077b8b074 req-2510ea1b-a5e0-4d59-a27c-a4dbe13d960c tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.1243007 Sep 20 23:16:28.949099 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:28.994771 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2ca110d5-505a-458a-8da7-af5077b8b074 req-9ffdb0de-48ee-47a9-8327-66c819962688 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633981 Sep 20 23:16:29.068962 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:29.069526 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:29.127057 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e216f-34db-4769-842c-2bae44fc3e86 req-b0c779fc-ef60-45a8-b7ec-e73edc469917 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:29.138445 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1f8e216f-34db-4769-842c-2bae44fc3e86 req-b0c779fc-ef60-45a8-b7ec-e73edc469917 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0858941 Sep 20 23:16:29.193588 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:29.210218 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1f8e216f-34db-4769-842c-2bae44fc3e86 req-7803782f-67e1-4ef6-b7bc-3620cd2cbf7e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708764 Sep 20 23:16:29.237344 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=7aa8f386-3ba5-4970-bddd-92a6ceeb03ee,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:29.323265 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:29.369233 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e4f31-97d7-4853-9f18-3b7ef8b92891 req-086305ff-dac5-4cb1-84c3-18fbbdf4a7b1 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:29.370826 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-641e4f31-97d7-4853-9f18-3b7ef8b92891 req-086305ff-dac5-4cb1-84c3-18fbbdf4a7b1 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0881333 Sep 20 23:16:29.413439 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=7aa8f386-3ba5-4970-bddd-92a6ceeb03ee,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:29.439863 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-641e4f31-97d7-4853-9f18-3b7ef8b92891 req-ecfcd74c-71e2-47ff-ad4f-dc2e55ac8aa9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569572 Sep 20 23:16:29.956361 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54466) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:29.960972 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-85deec3f-6bd5-4c0b-bf4e-b3c4f38af230 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684148630', 'description': 'tempest-secgroup-smoke-1684148630 description', 'project_id': '00d8fb1545b141dead071edf3fec94b8'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:30.054815 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-85deec3f-6bd5-4c0b-bf4e-b3c4f38af230 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.086479 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf3e73-bcd6-47a5-a061-450b672b3212 req-aae19088-8038-43f6-acda-b1657650e6e6 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:30.087981 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8bcf3e73-bcd6-47a5-a061-450b672b3212 req-aae19088-8038-43f6-acda-b1657650e6e6 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0765579 Sep 20 23:16:30.167297 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8bcf3e73-bcd6-47a5-a061-450b672b3212 req-e245e047-f8c2-4c9f-b923-f56b74d5d0bf tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685847 Sep 20 23:16:30.172248 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc470f22-6522-4877-92f3-7ea989025fd8 req-46ad7f8e-afbb-40bf-87d9-1899e6e12894 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:30.175263 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fc470f22-6522-4877-92f3-7ea989025fd8 req-46ad7f8e-afbb-40bf-87d9-1899e6e12894 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 945 time: 0.0862472 Sep 20 23:16:30.246239 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fc470f22-6522-4877-92f3-7ea989025fd8 req-12396b77-4ff6-4e47-ba3f-6a1ea274e1a1 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617733 Sep 20 23:16:30.248487 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-85deec3f-6bd5-4c0b-bf4e-b3c4f38af230 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.280752 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 86a8549c-f397-49ba-ba15-af3ef6617023 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:16:30.312502 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-85deec3f-6bd5-4c0b-bf4e-b3c4f38af230 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.347890 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Sync routers for ids ['414016bb-2712-4896-b908-af58bd35e410'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:16:30.354958 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85deec3f-6bd5-4c0b-bf4e-b3c4f38af230 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9ffd54-2e49-4356-b688-4d87616ebdbf,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:30.387575 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ebc94-7d01-4d17-b573-64276c8d9ff3 req-897dee5b-053b-47b5-9b4a-51a346db4fa2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:30.390116 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9d9ebc94-7d01-4d17-b573-64276c8d9ff3 req-897dee5b-053b-47b5-9b4a-51a346db4fa2 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0811522 Sep 20 23:16:30.397369 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Routers {'414016bb-2712-4896-b908-af58bd35e410'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:16:30.398048 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['414016bb-2712-4896-b908-af58bd35e410'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:30.432425 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9d9ebc94-7d01-4d17-b573-64276c8d9ff3 req-e28b9ac6-5f00-46c1-97c9-42e7cd5b768c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346847 Sep 20 23:16:30.443083 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.447579 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-85deec3f-6bd5-4c0b-bf4e-b3c4f38af230 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.448893 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-85deec3f-6bd5-4c0b-bf4e-b3c4f38af230 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4915311 Sep 20 23:16:30.452167 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54474) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:30.458695 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-c8f23d87-b76c-4b9e-803e-e05476ace5ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'security_group_rule': {'security_group_id': '7e9ffd54-2e49-4356-b688-4d87616ebdbf', 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:30.481331 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a8549c-f397-49ba-ba15-af3ef6617023'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:30.483588 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab75809-d2af-491e-ba44-9d978ed5a647" -d '{"events": [{"server_uuid": "eb1eb047-a0b1-4477-a99b-a44d1b2045d5", "name": "network-vif-unplugged", "status": "completed", "tag": "86a8549c-f397-49ba-ba15-af3ef6617023"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:30.638074 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c8f23d87-b76c-4b9e-803e-e05476ace5ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.646082 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e51510-e620-4927-8ef5-27c07cafade7 req-767141ed-4941-402b-a05c-0156e34eb9ed tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:30.654701 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36b7c70-8734-47cb-965c-dd288934cb7b x-openstack-request-id: req-e36b7c70-8734-47cb-965c-dd288934cb7b {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:30.655026 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1eb047-a0b1-4477-a99b-a44d1b2045d5", "name": "network-vif-unplugged", "status": "completed", "tag": "86a8549c-f397-49ba-ba15-af3ef6617023", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:30.655299 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e36b7c70-8734-47cb-965c-dd288934cb7b {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:30.655683 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86a8549c-f397-49ba-ba15-af3ef6617023', 'code': 200} Sep 20 23:16:30.657534 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-53e51510-e620-4927-8ef5-27c07cafade7 req-767141ed-4941-402b-a05c-0156e34eb9ed tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0745833 Sep 20 23:16:30.657940 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 86a8549c-f397-49ba-ba15-af3ef6617023, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=86a8549c-f397-49ba-ba15-af3ef6617023,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:30.691827 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Set router 414016bb-2712-4896-b908-af58bd35e410 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:16:30.720693 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-53e51510-e620-4927-8ef5-27c07cafade7 req-3ee10544-599e-4b38-a6d9-6e324a3f00c4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593264 Sep 20 23:16:30.739934 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c8f23d87-b76c-4b9e-803e-e05476ace5ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.746911 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.809012 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c8f23d87-b76c-4b9e-803e-e05476ace5ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.829936 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f23d87-b76c-4b9e-803e-e05476ace5ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b6db28-89c6-4ba0-8a8c-a6f375a15344,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:30.877368 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:30.900589 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c8f23d87-b76c-4b9e-803e-e05476ace5ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:30.904386 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c8f23d87-b76c-4b9e-803e-e05476ace5ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4486585 Sep 20 23:16:30.904599 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54480) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:30.909793 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-42a92c66-9ee4-4287-9472-1122ecfe84a9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'security_group_rule': {'security_group_id': '7e9ffd54-2e49-4356-b688-4d87616ebdbf', 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:30.937355 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=86a8549c-f397-49ba-ba15-af3ef6617023,revision_number=6']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:31.014775 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:31.015328 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.039439 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-42a92c66-9ee4-4287-9472-1122ecfe84a9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.096200 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:16:27Z', 'revision_number': 4, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port': {'id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:23Z', 'updated_at': '2021-09-20T23:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '447a320b-4cc2-49e9-bfb2-eb08ecce178d', 'name': '', 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'mac_address': 'fa:16:3e:92:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ebeaa3ca-bc85-43ac-a2c9-25c7ded50451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:26Z', 'updated_at': '2021-09-20T23:16:27Z', 'revision_number': 2, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'subnets': [{'id': 'ebeaa3ca-bc85-43ac-a2c9-25c7ded50451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:31.124060 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-42a92c66-9ee4-4287-9472-1122ecfe84a9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.140314 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Checking router: 414016bb-2712-4896-b908-af58bd35e410 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:16:31.140699 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Updating router 414016bb-2712-4896-b908-af58bd35e410 port 447a320b-4cc2-49e9-bfb2-eb08ecce178d binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:16:31.183148 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.204322 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-42a92c66-9ee4-4287-9472-1122ecfe84a9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.232549 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a92c66-9ee4-4287-9472-1122ecfe84a9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16efded3-2d01-4744-9a5e-792d63f68a60,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:31.330955 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c7499-c0fb-4800-9bf5-b08586c1d5da req-ce61c61c-69a8-4952-96af-a9322b024966 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:31.338091 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e79c7499-c0fb-4800-9bf5-b08586c1d5da req-ce61c61c-69a8-4952-96af-a9322b024966 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0969760 Sep 20 23:16:31.339445 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-42a92c66-9ee4-4287-9472-1122ecfe84a9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.343662 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-42a92c66-9ee4-4287-9472-1122ecfe84a9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4350963 Sep 20 23:16:31.353253 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54486) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:31.357453 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-d0e37099-1bfd-45f0-a37e-80ec64ef6717 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'security_group_rule': {'security_group_id': '7e9ffd54-2e49-4356-b688-4d87616ebdbf', 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:31.402263 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4b018-4f88-4a5d-a54f-97ddb49c1936 req-318127e4-f7e0-473a-b2b0-2bd88da56bb5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:31.411301 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9df4b018-4f88-4a5d-a54f-97ddb49c1936 req-318127e4-f7e0-473a-b2b0-2bd88da56bb5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.0812812 Sep 20 23:16:31.412281 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e79c7499-c0fb-4800-9bf5-b08586c1d5da req-92bf97b2-0c2a-47e9-94f7-1456a4284422 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661147 Sep 20 23:16:31.450832 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9df4b018-4f88-4a5d-a54f-97ddb49c1936 req-e6b7c517-3731-44bd-bf8b-203c2ef41fb7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386522 Sep 20 23:16:31.481046 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d0e37099-1bfd-45f0-a37e-80ec64ef6717 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.541365 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d0e37099-1bfd-45f0-a37e-80ec64ef6717 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.565207 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.618697 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b12bb-296b-4184-af24-5f628e475b6e req-8a536ee7-ac82-482b-b0bf-97fc87de7363 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:31.620226 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-888b12bb-296b-4184-af24-5f628e475b6e req-8a536ee7-ac82-482b-b0bf-97fc87de7363 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0495427 Sep 20 23:16:31.643879 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d0e37099-1bfd-45f0-a37e-80ec64ef6717 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.674412 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e37099-1bfd-45f0-a37e-80ec64ef6717 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af0185a-ea30-4601-b290-b3d6b2f19cc5,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:31.680982 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.681166 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-888b12bb-296b-4184-af24-5f628e475b6e req-8e990194-fa6b-4352-baca-cf1e5190ced4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543673 Sep 20 23:16:31.763665 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d0e37099-1bfd-45f0-a37e-80ec64ef6717 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.768493 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54494) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:31.768749 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d0e37099-1bfd-45f0-a37e-80ec64ef6717 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4144578 Sep 20 23:16:31.774676 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-630d4272-1e61-49cf-a4cc-5c122fbeaeda tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'security_group_rule': {'security_group_id': '7e9ffd54-2e49-4356-b688-4d87616ebdbf', 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:31.822106 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6724b-8b06-4590-b600-330f38e40981 None None] Pushing event updated for resources: {'Port': ['ID=447a320b-4cc2-49e9-bfb2-eb08ecce178d,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:31.895594 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Attempting to bind port 447a320b-4cc2-49e9-bfb2-eb08ecce178d on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:16:31.896285 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Attempting to bind port 447a320b-4cc2-49e9-bfb2-eb08ecce178d by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:16:31.896763 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Attempting to bind port 447a320b-4cc2-49e9-bfb2-eb08ecce178d on network 2aac654f-89ed-4364-b63d-78584a58aa06 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:31.903239 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:16:31.904963 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Checking segment: {'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:31.904963 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.905261 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Bound using segment: {'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:16:31.905975 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Bound port: 447a320b-4cc2-49e9-bfb2-eb08ecce178d, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f957b4e4-1768-4a43-856c-cf2bb449f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:16:31.906727 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.911510 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d7c0f-8234-4ca2-8bb8-db529514c176 req-c0dc0ecb-1044-4fa2-b6e6-1bf37696ed5e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:31.913268 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-385d7c0f-8234-4ca2-8bb8-db529514c176 req-c0dc0ecb-1044-4fa2-b6e6-1bf37696ed5e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0613036 Sep 20 23:16:31.966314 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-630d4272-1e61-49cf-a4cc-5c122fbeaeda tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:31.994267 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] For port 447a320b-4cc2-49e9-bfb2-eb08ecce178d, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:16:31.997962 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] For port 447a320b-4cc2-49e9-bfb2-eb08ecce178d, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=447a320b-4cc2-49e9-bfb2-eb08ecce178d,segment=NetworkSegment(f957b4e4-1768-4a43-856c-cf2bb449f4e5),segment_id=f957b4e4-1768-4a43-856c-cf2bb449f4e5)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:16:32.006227 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-385d7c0f-8234-4ca2-8bb8-db529514c176 req-fe746171-5327-4124-8b0e-1347ba863e9c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859680 Sep 20 23:16:32.059708 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-630d4272-1e61-49cf-a4cc-5c122fbeaeda tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.083109 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-5ff3bd41-cd1e-45d1-94a4-3d1c957fd35e None None] Provisioning complete for port 447a320b-4cc2-49e9-bfb2-eb08ecce178d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:32.083580 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bd41-cd1e-45d1-94a4-3d1c957fd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.085956 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.143843 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-630d4272-1e61-49cf-a4cc-5c122fbeaeda tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.166179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d4272-1e61-49cf-a4cc-5c122fbeaeda tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0dc8143-9c19-4a98-990d-89e5f396ba87,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:32.185417 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6724b-8b06-4590-b600-330f38e40981 None None] Pushing event updated for resources: {'Port': ['ID=447a320b-4cc2-49e9-bfb2-eb08ecce178d,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:32.191367 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Routers {'414016bb-2712-4896-b908-af58bd35e410'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:16:32.192029 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['414016bb-2712-4896-b908-af58bd35e410'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:32.267187 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-630d4272-1e61-49cf-a4cc-5c122fbeaeda tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.271819 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54496) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:32.272357 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-630d4272-1e61-49cf-a4cc-5c122fbeaeda tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5015171 Sep 20 23:16:32.279762 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-65c52b0e-a575-467c-96b5-65e78eb4cdb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'security_group_rule': {'security_group_id': '7e9ffd54-2e49-4356-b688-4d87616ebdbf', 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:32.332459 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bd41-cd1e-45d1-94a4-3d1c957fd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.376301 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] Set router 414016bb-2712-4896-b908-af58bd35e410 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:16:32.415101 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.securitygroups_db [None req-65c52b0e-a575-467c-96b5-65e78eb4cdb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Project 00d8fb1545b141dead071edf3fec94b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 23:16:32.423000 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65c52b0e-a575-467c-96b5-65e78eb4cdb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.426664 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-5ff3bd41-cd1e-45d1-94a4-3d1c957fd35e None None] For port 447a320b-4cc2-49e9-bfb2-eb08ecce178d, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=447a320b-4cc2-49e9-bfb2-eb08ecce178d,segment=NetworkSegment(f957b4e4-1768-4a43-856c-cf2bb449f4e5),segment_id=f957b4e4-1768-4a43-856c-cf2bb449f4e5)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:32.496995 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65c52b0e-a575-467c-96b5-65e78eb4cdb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.511884 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5ff3bd41-cd1e-45d1-94a4-3d1c957fd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.566927 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752f692-3e1b-4d3d-b0f8-960ecad026c8 req-e26d1654-f716-4ce6-be0b-5c35a595d4b3 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:32.578306 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d752f692-3e1b-4d3d-b0f8-960ecad026c8 req-e26d1654-f716-4ce6-be0b-5c35a595d4b3 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0836716 Sep 20 23:16:32.618354 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65c52b0e-a575-467c-96b5-65e78eb4cdb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.646646 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceada8d-5809-49e4-9da1-1c5900ebce5e req-adb58ea3-843f-4cf6-9800-eaa732234d55 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:32.658056 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-aceada8d-5809-49e4-9da1-1c5900ebce5e req-adb58ea3-843f-4cf6-9800-eaa732234d55 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.0872333 Sep 20 23:16:32.659213 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-6623bc2f-f8a0-40aa-adcb-2bd76e2d5d05 None None] Provisioning complete for port 447a320b-4cc2-49e9-bfb2-eb08ecce178d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:32.660146 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-6623bc2f-f8a0-40aa-adcb-2bd76e2d5d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.663421 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3bd41-cd1e-45d1-94a4-3d1c957fd35e None None] Pushing event updated for resources: {'Port': ['ID=447a320b-4cc2-49e9-bfb2-eb08ecce178d,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:32.671308 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c52b0e-a575-467c-96b5-65e78eb4cdb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10251682-96af-45fe-9943-405b427ce392,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:32.680463 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d752f692-3e1b-4d3d-b0f8-960ecad026c8 req-add4e476-8600-42f9-bcee-8adbd44e49b8 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913415 Sep 20 23:16:32.746577 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-aceada8d-5809-49e4-9da1-1c5900ebce5e req-34a9e3f7-40f4-45ae-8765-900d4a5fe6ab tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876009 Sep 20 23:16:32.769241 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65c52b0e-a575-467c-96b5-65e78eb4cdb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:32.770852 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-65c52b0e-a575-467c-96b5-65e78eb4cdb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4980354 Sep 20 23:16:32.773447 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 54504) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:16:32.777924 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-fbd69e61-aecc-4b39-8c38-5a806810759d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'security_group_rule': {'security_group_id': '7e9ffd54-2e49-4356-b688-4d87616ebdbf', 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:32.846618 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5813fb4-9ba5-4e71-a18a-f0ed681653bf req-06231ee2-b189-4690-a661-b6c965329e0c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:32.847404 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5813fb4-9ba5-4e71-a18a-f0ed681653bf req-06231ee2-b189-4690-a661-b6c965329e0c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0557435 Sep 20 23:16:32.861139 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:16:27Z', 'revision_number': 4, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port': {'id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:23Z', 'updated_at': '2021-09-20T23:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '447a320b-4cc2-49e9-bfb2-eb08ecce178d', 'name': '', 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'mac_address': 'fa:16:3e:92:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ebeaa3ca-bc85-43ac-a2c9-25c7ded50451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:26Z', 'updated_at': '2021-09-20T23:16:31Z', 'revision_number': 4, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'subnets': [{'id': 'ebeaa3ca-bc85-43ac-a2c9-25c7ded50451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:16:32.906111 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b5813fb4-9ba5-4e71-a18a-f0ed681653bf req-52fce0aa-916b-494c-9d26-56ace780c6dd tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512304 Sep 20 23:16:32.906353 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b475a534-3835-4ac0-840e-df9682cc0fbc None None] The sync data for ids ['414016bb-2712-4896-b908-af58bd35e410'] in dv-cinder-809965-2-iscsi is: [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:16:27Z', 'revision_number': 4, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port': {'id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:23Z', 'updated_at': '2021-09-20T23:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '447a320b-4cc2-49e9-bfb2-eb08ecce178d', 'name': '', 'network_id': '2aac654f-89ed-4364-b63d-78584a58aa06', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'mac_address': 'fa:16:3e:92:0c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'ebeaa3ca-bc85-43ac-a2c9-25c7ded50451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:26Z', 'updated_at': '2021-09-20T23:16:31Z', 'revision_number': 4, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'subnets': [{'id': 'ebeaa3ca-bc85-43ac-a2c9-25c7ded50451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:16:32.932615 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.securitygroups_db [None req-fbd69e61-aecc-4b39-8c38-5a806810759d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Project 00d8fb1545b141dead071edf3fec94b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 23:16:32.943166 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e61-aecc-4b39-8c38-5a806810759d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:33.056953 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e61-aecc-4b39-8c38-5a806810759d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:33.132295 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e61-aecc-4b39-8c38-5a806810759d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:33.153467 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd69e61-aecc-4b39-8c38-5a806810759d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031d201f-82a7-4192-9c9e-4e149032625e,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:33.164972 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ede4c-64b0-4f5b-88eb-835a7386bbcd req-7df8d001-abbb-4b36-87fa-464b10608fbc tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:33.166533 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-687ede4c-64b0-4f5b-88eb-835a7386bbcd req-7df8d001-abbb-4b36-87fa-464b10608fbc tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0544498 Sep 20 23:16:33.211748 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-687ede4c-64b0-4f5b-88eb-835a7386bbcd req-6e8b87ed-7de0-4b30-b988-64625037b810 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387809 Sep 20 23:16:33.231726 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fbd69e61-aecc-4b39-8c38-5a806810759d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:33.233014 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-fbd69e61-aecc-4b39-8c38-5a806810759d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4584403 Sep 20 23:16:33.838850 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878a0d-255c-48de-9051-aa74729570aa req-adc9dae2-f2c2-47e4-9475-5df47dc79701 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:33.847120 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c9878a0d-255c-48de-9051-aa74729570aa req-adc9dae2-f2c2-47e4-9475-5df47dc79701 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0709927 Sep 20 23:16:33.920520 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c9878a0d-255c-48de-9051-aa74729570aa req-e9cf91cc-f326-49f2-b1da-2764b26da5cd tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674651 Sep 20 23:16:33.942474 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbbb1c-eb2c-479b-bce9-3d74555bae6f req-89cf02ab-e7c4-48da-8ac3-5bc260f5d134 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:33.944146 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5ffbbb1c-eb2c-479b-bce9-3d74555bae6f req-89cf02ab-e7c4-48da-8ac3-5bc260f5d134 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.0659301 Sep 20 23:16:34.010459 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5ffbbb1c-eb2c-479b-bce9-3d74555bae6f req-bc4689d3-ce31-46e4-ba11-acbd91c86bb7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596662 Sep 20 23:16:34.062574 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e48006-75cf-447e-bac5-f07203e912c8 req-40dc20a7-4564-4fa1-a54d-cbd59f8a223e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:34.068609 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-82e48006-75cf-447e-bac5-f07203e912c8 req-40dc20a7-4564-4fa1-a54d-cbd59f8a223e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0721383 Sep 20 23:16:34.108468 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-82e48006-75cf-447e-bac5-f07203e912c8 req-2e30496b-ff8f-47a3-b2bc-f3ca050cdab4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Sep 20 23:16:34.364762 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac5909-e277-451a-87bb-2aa248e628f2 req-c81055e1-64ba-472f-a530-6ea7a9a0fae6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:34.366468 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-83ac5909-e277-451a-87bb-2aa248e628f2 req-c81055e1-64ba-472f-a530-6ea7a9a0fae6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0583057 Sep 20 23:16:34.407476 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-83ac5909-e277-451a-87bb-2aa248e628f2 req-80a14113-b16b-41f1-ae5e-db3ce650fc03 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348876 Sep 20 23:16:34.898288 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 447a320b-4cc2-49e9-bfb2-eb08ecce178d up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:34.951627 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 447a320b-4cc2-49e9-bfb2-eb08ecce178d triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:34.951954 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:35.066350 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ad77b-070e-4266-99c7-95bd18b5c1ef req-c1426259-e9d3-4fc0-968e-46b8cb23cd37 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:35.068041 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-059ad77b-070e-4266-99c7-95bd18b5c1ef req-c1426259-e9d3-4fc0-968e-46b8cb23cd37 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0816407 Sep 20 23:16:35.127795 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-059ad77b-070e-4266-99c7-95bd18b5c1ef req-ac274bd6-7d19-429e-837f-d7f7e7ece15d tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531096 Sep 20 23:16:35.135050 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c305ce-3f0d-4538-8435-6deef124098a req-a9004e82-846c-4472-89e0-760b1fe82ef1 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:35.136564 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f0c305ce-3f0d-4538-8435-6deef124098a req-a9004e82-846c-4472-89e0-760b1fe82ef1 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.0589561 Sep 20 23:16:35.238380 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f0c305ce-3f0d-4538-8435-6deef124098a req-95a761c0-53e0-4210-8914-205fe21ad614 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900283 Sep 20 23:16:35.274896 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb1499-cdf6-4727-93bb-f691308cc173 req-7a61247f-9081-49a7-99b7-2f44ffc02880 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:35.276642 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-79eb1499-cdf6-4727-93bb-f691308cc173 req-7a61247f-9081-49a7-99b7-2f44ffc02880 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0713041 Sep 20 23:16:35.321919 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-79eb1499-cdf6-4727-93bb-f691308cc173 req-220480bf-07cd-4fa6-955d-4b10275cbbe3 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383031 Sep 20 23:16:35.544462 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60cef7-6b9d-493d-ab0d-ef10de790524 req-4725a059-2f1e-4b93-8d9e-a151fb487eaf tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:35.545991 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1b60cef7-6b9d-493d-ab0d-ef10de790524 req-4725a059-2f1e-4b93-8d9e-a151fb487eaf tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0540423 Sep 20 23:16:35.590385 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1b60cef7-6b9d-493d-ab0d-ef10de790524 req-9837ac89-92f2-4659-b4f6-66a2d09e7d5c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 Sep 20 23:16:36.033124 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-774033eb-d583-4d9e-a36b-3ea1baa63934 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:36.034668 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-774033eb-d583-4d9e-a36b-3ea1baa63934 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.0476193 Sep 20 23:16:36.097881 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c7d4fd1b-468e-4e02-bfc1-32ff9c8552a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:36.251629 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439db8f-2012-4b41-9853-5fb3dcc46dcf req-e64d79f0-471a-431a-ba71-2723550760ec tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:36.253196 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6439db8f-2012-4b41-9853-5fb3dcc46dcf req-e64d79f0-471a-431a-ba71-2723550760ec tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0473790 Sep 20 23:16:36.301026 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6439db8f-2012-4b41-9853-5fb3dcc46dcf req-672e77b4-9e00-491a-9e3d-67c592f93264 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Sep 20 23:16:36.349344 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa9d6-6d17-4db1-88b9-e1eb0c66452a req-25d6545b-6abe-4760-9d7e-4ba0ca9831ce tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:36.350835 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3acaa9d6-6d17-4db1-88b9-e1eb0c66452a req-25d6545b-6abe-4760-9d7e-4ba0ca9831ce tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 943 time: 0.0540254 Sep 20 23:16:36.427548 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3acaa9d6-6d17-4db1-88b9-e1eb0c66452a req-eda2c595-c697-469c-ba5e-a612abf39368 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703990 Sep 20 23:16:36.474960 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da1d13-084f-4efd-aca4-aebda95eb5f4 req-bfa878ba-92b2-44aa-b5d1-ebeb38730d8b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:36.476547 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-27da1d13-084f-4efd-aca4-aebda95eb5f4 req-bfa878ba-92b2-44aa-b5d1-ebeb38730d8b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0739751 Sep 20 23:16:36.522510 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-27da1d13-084f-4efd-aca4-aebda95eb5f4 req-f4dcadc1-da47-45a4-a21f-ef666eda4eab tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 Sep 20 23:16:36.748348 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6e929-ea0a-402c-a80f-e10ae2b94299 req-dcb07fb7-3493-4442-949a-19261e86b029 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:36.748612 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5aff7c-639b-4247-a254-018eb80020a0 req-704afc90-c24c-4934-8e4e-445d44fb01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:36.749911 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3ff6e929-ea0a-402c-a80f-e10ae2b94299 req-dcb07fb7-3493-4442-949a-19261e86b029 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0631566 Sep 20 23:16:36.750053 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9d5aff7c-639b-4247-a254-018eb80020a0 req-704afc90-c24c-4934-8e4e-445d44fb01a2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 1099 time: 0.0401039 Sep 20 23:16:36.756443 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Deleting port 86a8549c-f397-49ba-ba15-af3ef6617023 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:16:36.756792 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:36.786457 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9d5aff7c-639b-4247-a254-018eb80020a0 req-fff147c0-d918-4567-bd32-06731602c71b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284560 Sep 20 23:16:36.852162 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3ff6e929-ea0a-402c-a80f-e10ae2b94299 req-568001ea-7686-465e-a8dd-a54dcc433598 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922725 Sep 20 23:16:36.884373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] For port 86a8549c-f397-49ba-ba15-af3ef6617023, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=86a8549c-f397-49ba-ba15-af3ef6617023,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:36.884640 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:36.899189 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Calling delete_port for 86a8549c-f397-49ba-ba15-af3ef6617023 owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:16:37.117255 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:37.148781 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Pushing event deleted for resources: {'Port': ['ID=86a8549c-f397-49ba-ba15-af3ef6617023,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:37.163516 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['541df585-c6f9-40e0-9221-d0295b0e14cc', '0462e341-3180-4edd-803f-6a1b33e68dc3', '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:37.189195 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] No DVR routers for this DVR port 86a8549c-f397-49ba-ba15-af3ef6617023 on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:16:37.192583 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:37.194824 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1d1bd831-933d-409c-9c6c-0c6d60bb9acf req-fb577162-0ffe-4e3c-a46b-dcd9d60b0841 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "DELETE /v2.0/ports/86a8549c-f397-49ba-ba15-af3ef6617023 HTTP/1.1" status: 204 len: 173 time: 0.8300776 Sep 20 23:16:37.195264 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'name': 'network-vif-deleted', 'tag': '86a8549c-f397-49ba-ba15-af3ef6617023'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:37.197568 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e69e1dc-1b0f-4123-bd8a-9841b9000ffd" -d '{"events": [{"server_uuid": "eb1eb047-a0b1-4477-a99b-a44d1b2045d5", "name": "network-vif-deleted", "tag": "86a8549c-f397-49ba-ba15-af3ef6617023"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:37.234928 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb68ef7-c8d2-48b1-85a3-5accc9b3af16 x-openstack-request-id: req-5eb68ef7-c8d2-48b1-85a3-5accc9b3af16 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:37.235281 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb1eb047-a0b1-4477-a99b-a44d1b2045d5", "name": "network-vif-deleted", "tag": "86a8549c-f397-49ba-ba15-af3ef6617023", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:37.236232 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5eb68ef7-c8d2-48b1-85a3-5accc9b3af16 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:37.236759 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb1eb047-a0b1-4477-a99b-a44d1b2045d5', 'name': 'network-vif-deleted', 'tag': '86a8549c-f397-49ba-ba15-af3ef6617023', 'status': 'completed', 'code': 200} Sep 20 23:16:37.433696 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505ff68-b8ad-48d9-8f23-aa1e61f03797 req-5c6e72b2-de46-42d9-98d8-38a341de58de tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:37.435367 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a505ff68-b8ad-48d9-8f23-aa1e61f03797 req-5c6e72b2-de46-42d9-98d8-38a341de58de tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0616071 Sep 20 23:16:37.483958 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a505ff68-b8ad-48d9-8f23-aa1e61f03797 req-d01ce44a-1444-43ef-9b34-2a94fab19a0b tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Sep 20 23:16:37.566381 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f88a9981-a0e3-4052-ae1b-c4e34ff5919e req-372d3a1a-6f28-414f-924b-004d2d4c3e7a tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 210 time: 0.0270426 Sep 20 23:16:37.647066 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03f2ed-8dff-407f-b534-9bd9df23df9e req-8ff5dfe7-daa1-4a47-922b-518d3f7917b9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:37.648603 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8e03f2ed-8dff-407f-b534-9bd9df23df9e req-8ff5dfe7-daa1-4a47-922b-518d3f7917b9 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0528877 Sep 20 23:16:37.687216 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8e03f2ed-8dff-407f-b534-9bd9df23df9e req-10ebe2fa-3417-4518-9f5f-700960ca177f tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Sep 20 23:16:37.980843 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554535f-0617-4239-9385-a8790703741b req-f8bbf398-f918-4b93-ac89-22a216cdd465 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:37.982895 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5554535f-0617-4239-9385-a8790703741b req-f8bbf398-f918-4b93-ac89-22a216cdd465 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0521019 Sep 20 23:16:38.020288 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5554535f-0617-4239-9385-a8790703741b req-5270728b-e957-4437-9b33-89b73acfbf8f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309093 Sep 20 23:16:38.289065 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110db4c0-1323-48cf-9c1a-1982c42de563 req-e72470fa-1998-40dd-92e0-014bf84c7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:38.290672 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-110db4c0-1323-48cf-9c1a-1982c42de563 req-e72470fa-1998-40dd-92e0-014bf84c7bc7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1098 time: 0.0431643 Sep 20 23:16:38.330649 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-110db4c0-1323-48cf-9c1a-1982c42de563 req-d54546b2-8c19-4924-827e-93e218f109b7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Sep 20 23:16:38.489031 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4f1de49-aabb-4727-af05-c5fc495ce9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:38.598165 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e94722-1501-4356-baa4-b31fe0100fb0 req-5d0145b4-2b8f-4f06-ac8f-9089eb32d388 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:38.599715 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b7e94722-1501-4356-baa4-b31fe0100fb0 req-5d0145b4-2b8f-4f06-ac8f-9089eb32d388 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0559399 Sep 20 23:16:38.645976 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b7e94722-1501-4356-baa4-b31fe0100fb0 req-be3e6371-d32f-44cf-8a4d-74d829090d24 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403497 Sep 20 23:16:38.684862 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4df90e8b-efc6-462a-b5e3-14e349136b7c req-5392343a-a5f7-494b-a458-55a31b820c87 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb1eb047-a0b1-4477-a99b-a44d1b2045d5 HTTP/1.1" status: 200 len: 210 time: 0.0303254 Sep 20 23:16:38.816265 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9849-cf1d-4e6a-a0fe-410a16b5a995 req-9e0c512e-ed38-4ded-a6cd-129609b9724d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:38.816265 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-488e9849-cf1d-4e6a-a0fe-410a16b5a995 req-9e0c512e-ed38-4ded-a6cd-129609b9724d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Sep 20 23:16:38.855597 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-488e9849-cf1d-4e6a-a0fe-410a16b5a995 req-faa6a9fa-d3d6-4b0d-bba3-b2ec789f3a9a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353870 Sep 20 23:16:39.141485 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c7c06-42db-4754-a110-59b3fde3730d req-a9c132ce-f732-4253-9f1c-8a483f0d5fbb tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:39.143069 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-911c7c06-42db-4754-a110-59b3fde3730d req-a9c132ce-f732-4253-9f1c-8a483f0d5fbb tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0493076 Sep 20 23:16:39.144009 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:39.183549 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-911c7c06-42db-4754-a110-59b3fde3730d req-becd9583-eaf8-4d36-8c81-a23210be2fe6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339804 Sep 20 23:16:39.972561 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179aef5-1eec-4d51-b238-71b3ed43f209 req-cff7f3e8-f746-493e-944d-02cdf403b998 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:39.973993 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0179aef5-1eec-4d51-b238-71b3ed43f209 req-cff7f3e8-f746-493e-944d-02cdf403b998 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0498154 Sep 20 23:16:40.015413 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0179aef5-1eec-4d51-b238-71b3ed43f209 req-08070ca3-2fa8-4aea-aaf3-c60bcbe1741b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Sep 20 23:16:40.105905 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:40.304228 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33dc3c-8f43-420a-9840-40f06403ac03 req-982550b7-de9e-45d8-a029-1e8b4f3b2643 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:40.305820 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6c33dc3c-8f43-420a-9840-40f06403ac03 req-982550b7-de9e-45d8-a029-1e8b4f3b2643 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0479636 Sep 20 23:16:40.344314 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6c33dc3c-8f43-420a-9840-40f06403ac03 req-2967bfcd-0e31-4612-9410-89c28c47a198 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Sep 20 23:16:41.150993 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b9a93-0f6a-4114-948b-148299649752 req-1719015d-431e-4c4c-bc3b-097f72ee5c11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:41.156191 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-246b9a93-0f6a-4114-948b-148299649752 req-1719015d-431e-4c4c-bc3b-097f72ee5c11 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0658898 Sep 20 23:16:41.194578 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-246b9a93-0f6a-4114-948b-148299649752 req-ca2f92fb-02c9-4dd0-a291-298cbe351172 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Sep 20 23:16:41.220037 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:41.641549 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f3342-b4c5-40fb-9bee-c3c1366bd452 req-baaed393-0cf9-4ea9-b517-bc223c5dec3c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:41.643084 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-124f3342-b4c5-40fb-9bee-c3c1366bd452 req-baaed393-0cf9-4ea9-b517-bc223c5dec3c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0567038 Sep 20 23:16:41.671440 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42dd52-b9f7-4708-85aa-65dd57695786 req-45759fef-6abf-43f0-853b-d577d2cd548c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:41.672923 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2b42dd52-b9f7-4708-85aa-65dd57695786 req-45759fef-6abf-43f0-853b-d577d2cd548c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0494330 Sep 20 23:16:41.682717 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-124f3342-b4c5-40fb-9bee-c3c1366bd452 req-8acdaa46-a0d1-4ecb-9a7c-ec4014443c2f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Sep 20 23:16:41.718868 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2b42dd52-b9f7-4708-85aa-65dd57695786 req-ccff8455-b3f2-4385-a8eb-de6c7d28404e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389943 Sep 20 23:16:41.828870 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88832a0-1bd0-405e-bc1f-2fc4bc998f04 req-73ea42f3-4ddf-45b3-8f98-b35e606620f4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:41.830285 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a88832a0-1bd0-405e-bc1f-2fc4bc998f04 req-73ea42f3-4ddf-45b3-8f98-b35e606620f4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0788593 Sep 20 23:16:41.832644 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18970607-82a7-4f92-a7af-042ea049c7db req-e1ae76cf-9f0f-4365-8fe4-5381bdade2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:41.834418 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-18970607-82a7-4f92-a7af-042ea049c7db req-e1ae76cf-9f0f-4365-8fe4-5381bdade2a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 1098 time: 0.0736895 Sep 20 23:16:41.921381 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a88832a0-1bd0-405e-bc1f-2fc4bc998f04 req-26684f99-1eac-4912-9834-08c36374e80d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851715 Sep 20 23:16:41.950419 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18970607-82a7-4f92-a7af-042ea049c7db req-9888db0e-2288-4caa-95ec-c272451d1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:41.951909 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-18970607-82a7-4f92-a7af-042ea049c7db req-9888db0e-2288-4caa-95ec-c272451d1e7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 920 time: 0.1098454 Sep 20 23:16:41.994095 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-18970607-82a7-4f92-a7af-042ea049c7db req-94d184a9-b6c1-4b22-98f7-ed361a1ee7ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb HTTP/1.1" status: 200 len: 217 time: 0.0342758 Sep 20 23:16:42.043828 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18970607-82a7-4f92-a7af-042ea049c7db req-14ad798d-605c-4b91-aca1-d62efe5a85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:42.045309 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-18970607-82a7-4f92-a7af-042ea049c7db req-14ad798d-605c-4b91-aca1-d62efe5a85d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.0439839 Sep 20 23:16:42.080474 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-18970607-82a7-4f92-a7af-042ea049c7db req-a4079509-b0f4-4a0c-9e66-a2b8ed69c736 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263031 Sep 20 23:16:42.172391 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-18970607-82a7-4f92-a7af-042ea049c7db req-f196a901-9f61-4a86-afb3-a2f8fdc677d4 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831704 Sep 20 23:16:42.270245 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-18970607-82a7-4f92-a7af-042ea049c7db req-3a301a81-4ead-4ca1-8bee-d31a37208b30 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874341 Sep 20 23:16:42.665875 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dd31e-e4f5-4059-b9a0-e509de1cfb17 req-6427ea6b-8fea-4534-9274-7188d74584a8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:42.667481 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-775dd31e-e4f5-4059-b9a0-e509de1cfb17 req-6427ea6b-8fea-4534-9274-7188d74584a8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 946 time: 0.0486760 Sep 20 23:16:42.705949 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-775dd31e-e4f5-4059-b9a0-e509de1cfb17 req-b818bbde-8c7e-4bb1-9b00-5640ba7366dd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Sep 20 23:16:42.803080 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf06355-6100-4d5b-b69f-6d03257ed7bc req-3776e261-7ac6-46ac-9bee-3d27a6548221 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:42.810921 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2cf06355-6100-4d5b-b69f-6d03257ed7bc req-3776e261-7ac6-46ac-9bee-3d27a6548221 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0483816 Sep 20 23:16:42.839286 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2882e3-f85f-4718-8024-2a627cccc904 req-e974c300-af7f-4e91-8f58-e030f87ca882 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:42.840748 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ca2882e3-f85f-4718-8024-2a627cccc904 req-e974c300-af7f-4e91-8f58-e030f87ca882 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0521681 Sep 20 23:16:42.846844 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2cf06355-6100-4d5b-b69f-6d03257ed7bc req-9d99eead-c887-4324-9645-6b028766b319 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344188 Sep 20 23:16:42.885631 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ca2882e3-f85f-4718-8024-2a627cccc904 req-9d351827-6176-4481-be9d-6ecd610868e8 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387237 Sep 20 23:16:43.029049 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:16:43.039129 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703c96c-cfc6-415b-8e0e-e3c624cb1347 req-5ce299b6-ee46-4a6a-b0e3-6ef7ab041202 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:43.040674 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f703c96c-cfc6-415b-8e0e-e3c624cb1347 req-5ce299b6-ee46-4a6a-b0e3-6ef7ab041202 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0504363 Sep 20 23:16:43.077565 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f703c96c-cfc6-415b-8e0e-e3c624cb1347 req-86fbb844-cb78-4687-b881-2563eff0ba7e tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309823 Sep 20 23:16:43.664575 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-94636812-2ddc-4268-9fe6-0ee70a619dbc tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:43.666018 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-94636812-2ddc-4268-9fe6-0ee70a619dbc tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0500295 Sep 20 23:16:43.758736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Deleting port 1a6f1e6d-2e86-4b8f-a734-f206069f678a {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:16:43.759145 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:43.879475 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c13ad8-ba34-4e5c-8647-72134cda74a8 req-24266bcc-0824-4746-96b1-97060d3021a0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:43.880978 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-40c13ad8-ba34-4e5c-8647-72134cda74a8 req-24266bcc-0824-4746-96b1-97060d3021a0 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 946 time: 0.1039522 Sep 20 23:16:43.890342 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] For port 1a6f1e6d-2e86-4b8f-a734-f206069f678a, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1a6f1e6d-2e86-4b8f-a734-f206069f678a,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:43.890715 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:43.916314 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Calling delete_port for 1a6f1e6d-2e86-4b8f-a734-f206069f678a owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:16:43.942016 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-40c13ad8-ba34-4e5c-8647-72134cda74a8 req-83b44ad1-fa94-4be9-9abe-39a1d9e1246f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542500 Sep 20 23:16:43.971267 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880ebab-af40-46b6-8bab-1217bfc946f5 req-aecb0152-6460-4551-bfa6-5406d401c51d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:43.972871 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7880ebab-af40-46b6-8bab-1217bfc946f5 req-aecb0152-6460-4551-bfa6-5406d401c51d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 943 time: 0.0506644 Sep 20 23:16:44.012042 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7880ebab-af40-46b6-8bab-1217bfc946f5 req-a0e6ea2b-0b52-4d8e-81ad-f9e5d9b36eb1 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324214 Sep 20 23:16:44.089814 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb304a-57fb-4c7e-a73c-d7f2cb76cc98 req-fbce4458-c5c4-4cf6-8333-fffa10c7449c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:44.091326 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a1eb304a-57fb-4c7e-a73c-d7f2cb76cc98 req-fbce4458-c5c4-4cf6-8333-fffa10c7449c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 946 time: 0.0857387 Sep 20 23:16:44.132191 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a1eb304a-57fb-4c7e-a73c-d7f2cb76cc98 req-34837bb2-ede9-4e31-a76a-dab605bcfc8b tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Sep 20 23:16:44.174347 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:44.193881 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef350067-26a4-4d96-95a3-b53a39532e63 req-c7d2226a-93fd-4431-9e0d-8bb7f7a82830 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:44.195368 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ef350067-26a4-4d96-95a3-b53a39532e63 req-c7d2226a-93fd-4431-9e0d-8bb7f7a82830 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0508652 Sep 20 23:16:44.206942 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Pushing event deleted for resources: {'Port': ['ID=1a6f1e6d-2e86-4b8f-a734-f206069f678a,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:44.217295 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['1a6f1e6d-2e86-4b8f-a734-f206069f678a'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:44.223399 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.224402 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.224809 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.225145 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.225473 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.226150 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.226475 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.226909 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.227260 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.227622 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.228010 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.228425 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:44.240418 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ef350067-26a4-4d96-95a3-b53a39532e63 req-6809cfe8-7c35-467f-8eb6-970030595f1c tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Sep 20 23:16:44.269807 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] No DVR routers for this DVR port 1a6f1e6d-2e86-4b8f-a734-f206069f678a on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:16:44.273094 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:44.275375 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d871209b-2df2-45f9-9a5f-e63c4f7c574e req-5d0a28d6-4905-4ebd-8641-31593d4fa832 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.35 "DELETE /v2.0/ports/1a6f1e6d-2e86-4b8f-a734-f206069f678a HTTP/1.1" status: 204 len: 173 time: 0.6021385 Sep 20 23:16:44.275693 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe', 'name': 'network-vif-deleted', 'tag': '1a6f1e6d-2e86-4b8f-a734-f206069f678a'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:44.278101 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdff14e-c5ce-4ff0-a2d5-06bbe20f2ab2" -d '{"events": [{"server_uuid": "3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe", "name": "network-vif-deleted", "tag": "1a6f1e6d-2e86-4b8f-a734-f206069f678a"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:44.313978 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d586872-9bf7-4781-bd81-41f06a8488e4 x-openstack-request-id: req-4d586872-9bf7-4781-bd81-41f06a8488e4 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:44.314370 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe", "name": "network-vif-deleted", "tag": "1a6f1e6d-2e86-4b8f-a734-f206069f678a", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:44.314510 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d586872-9bf7-4781-bd81-41f06a8488e4 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:44.314931 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe', 'name': 'network-vif-deleted', 'tag': '1a6f1e6d-2e86-4b8f-a734-f206069f678a', 'status': 'completed', 'code': 200} Sep 20 23:16:44.381522 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:16:44.593820 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:44.604781 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '867ccb97-3d32-4026-a681-cc911570bed7', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'port_id': '867ccb97-3d32-4026-a681-cc911570bed7', 'mac_address': 'fa:16:3e:c5:da:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:16:44.641928 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:44.655567 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 867ccb97-3d32-4026-a681-cc911570bed7 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:16:44.674619 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:44.763092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:44.810564 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=9']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:45.064757 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656f658-ff13-4424-a09b-151a3a3697da req-d356562a-9fbe-402f-8ac7-ba3023ae34f5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:45.066299 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1656f658-ff13-4424-a09b-151a3a3697da req-d356562a-9fbe-402f-8ac7-ba3023ae34f5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 946 time: 0.0552261 Sep 20 23:16:45.082349 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-e03196fa-bc55-406e-8bff-2e8c01355b8a tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:45.086095 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-e03196fa-bc55-406e-8bff-2e8c01355b8a tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 946 time: 0.0541468 Sep 20 23:16:45.109109 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1656f658-ff13-4424-a09b-151a3a3697da req-1d689304-9b5a-4337-a81f-504aa01bb2d9 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366869 Sep 20 23:16:45.202183 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede29aa8-c30a-4e45-8971-7b0748038d89 req-8439146d-c040-480d-a9e0-6a1c0f301ba9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:45.203926 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ede29aa8-c30a-4e45-8971-7b0748038d89 req-8439146d-c040-480d-a9e0-6a1c0f301ba9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 944 time: 0.1058865 Sep 20 23:16:45.214316 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['867ccb97-3d32-4026-a681-cc911570bed7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:45.245722 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6a1393cc-d3f1-4e8c-9f79-85399d758c45 req-cc627a6d-789d-493f-a7c3-6b603bc9cf80 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7bbe71-b4ed-4eda-a4c0-464e87ec94fe HTTP/1.1" status: 200 len: 210 time: 0.0269401 Sep 20 23:16:45.252664 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Deleting port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:16:45.253003 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:45.270632 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ede29aa8-c30a-4e45-8971-7b0748038d89 req-d4568d4a-5969-47ab-ba00-0cfc581b4d9c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595882 Sep 20 23:16:45.390364 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d30961-663d-4764-8be0-3fa88de6c4ff req-cc7cae60-85fe-499d-a2ab-7872007e355a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:45.392130 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-19d30961-663d-4764-8be0-3fa88de6c4ff req-cc7cae60-85fe-499d-a2ab-7872007e355a tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0664670 Sep 20 23:16:45.400822 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] For port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:45.400822 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:45.417302 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Calling delete_port for 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:16:45.439174 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-19d30961-663d-4764-8be0-3fa88de6c4ff req-0e288bff-e1ef-4638-b8cd-1353df5a9bdb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357850 Sep 20 23:16:45.654499 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:45.687411 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Pushing event deleted for resources: {'Port': ['ID=0b05cc6a-70c7-40d3-ba72-7ad2e266fc36,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:45.727875 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] No DVR routers for this DVR port 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:16:45.730321 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:45.732363 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-35366a69-d0ef-4955-a6c1-c6a31bd85da0 req-55914fb4-bc07-4602-af4f-3634848da7fc tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "DELETE /v2.0/ports/0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 HTTP/1.1" status: 204 len: 173 time: 0.6422782 Sep 20 23:16:45.972160 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['541df585-c6f9-40e0-9221-d0295b0e14cc', '0462e341-3180-4edd-803f-6a1b33e68dc3', '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:46.230785 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-962af4a9-a121-49b4-b69c-7f404265d9fd req-06f3a3b9-68c6-43c7-a69b-8ef2fda93bc5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 210 time: 0.0358455 Sep 20 23:16:46.315625 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90d2816-6b34-4371-89df-2f0119aed3ca', 'name': 'network-vif-deleted', 'tag': '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:46.318154 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bac4d4-9875-43a3-a69d-4d0638816c14" -d '{"events": [{"server_uuid": "e90d2816-6b34-4371-89df-2f0119aed3ca", "name": "network-vif-deleted", "tag": "0b05cc6a-70c7-40d3-ba72-7ad2e266fc36"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:46.361948 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e040366-0ecc-4978-83d6-28dae62c042a x-openstack-request-id: req-8e040366-0ecc-4978-83d6-28dae62c042a {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:46.362235 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90d2816-6b34-4371-89df-2f0119aed3ca", "name": "network-vif-deleted", "tag": "0b05cc6a-70c7-40d3-ba72-7ad2e266fc36", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:46.362481 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e040366-0ecc-4978-83d6-28dae62c042a {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:46.362860 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90d2816-6b34-4371-89df-2f0119aed3ca', 'name': 'network-vif-deleted', 'tag': '0b05cc6a-70c7-40d3-ba72-7ad2e266fc36', 'status': 'completed', 'code': 200} Sep 20 23:16:46.386572 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:46.399825 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc6d9-c57c-498a-bd74-f2aa88ea3cb7 req-84924ce1-874a-4ed6-8411-dec131fce45e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:46.401611 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-429dc6d9-c57c-498a-bd74-f2aa88ea3cb7 req-84924ce1-874a-4ed6-8411-dec131fce45e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 944 time: 0.0516024 Sep 20 23:16:46.457419 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-429dc6d9-c57c-498a-bd74-f2aa88ea3cb7 req-f218379f-24b3-4484-93ec-a4e585f6702d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372415 Sep 20 23:16:46.461216 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 867ccb97-3d32-4026-a681-cc911570bed7 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:46.461827 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:46.556176 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:46.581990 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:46.584828 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da894bd-50be-47e0-b1b2-0d59b684965c" -d '{"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-plugged", "status": "completed", "tag": "867ccb97-3d32-4026-a681-cc911570bed7"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:46.596987 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:46.597780 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-f75ff192-c2af-4de4-ad8c-863e7cc4ec95 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:46.599530 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-f75ff192-c2af-4de4-ad8c-863e7cc4ec95 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/networks?id=c4308928-160b-438a-a3b4-28874d901ab1 HTTP/1.1" status: 200 len: 808 time: 0.1046114 Sep 20 23:16:46.615290 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-ae8b1df8-9ded-407b-a3c7-b28c7de36a46 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/quotas/fc78cbf775f54a7abf765f2df3c0bb68 HTTP/1.1" status: 200 len: 375 time: 0.0091994 Sep 20 23:16:46.638826 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcb9ef3-8917-4430-ac50-a01edf497dc0 x-openstack-request-id: req-2bcb9ef3-8917-4430-ac50-a01edf497dc0 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:46.639060 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-plugged", "status": "completed", "tag": "867ccb97-3d32-4026-a681-cc911570bed7", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:46.639310 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bcb9ef3-8917-4430-ac50-a01edf497dc0 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:46.639695 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7', 'code': 200} Sep 20 23:16:46.652567 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-c384c1c0-4a74-4752-97f6-fe44ad4463fb tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fc78cbf775f54a7abf765f2df3c0bb68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267076 Sep 20 23:16:46.671515 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:46.672347 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 1a6f1e6d-2e86-4b8f-a734-f206069f678a no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:16:46.713412 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 1a6f1e6d-2e86-4b8f-a734-f206069f678a {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:16:46.713877 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 1a6f1e6d-2e86-4b8f-a734-f206069f678a not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:16:46.742328 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=10']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:46.759858 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-de7a828f-9fe9-45d9-aede-65e1bce1709f service neutron] 10.222.0.15 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991931 Sep 20 23:16:46.855837 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-31084f22-d2c5-46c0-9188-77c6fdc78057 service neutron] 10.222.0.15 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918090 Sep 20 23:16:47.274496 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e51e47b9-a033-4a34-a3ce-6542506385d1 req-9db4d585-1991-4c83-9cf8-62a5f250b5a2 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 210 time: 0.0444238 Sep 20 23:16:47.364053 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7732fa16-96b5-458b-bc7e-955510ad8977 req-62dbfd9c-56ea-43f6-ba9f-2a5d1e2ebf0a tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90d2816-6b34-4371-89df-2f0119aed3ca HTTP/1.1" status: 200 len: 210 time: 0.0290039 Sep 20 23:16:47.591261 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd959cc-f7de-4dc8-b1d3-5a05c57ee00d req-872d46ec-b6e5-4d12-b0d8-bd1e14ec0d79 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:47.592694 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3dd959cc-f7de-4dc8-b1d3-5a05c57ee00d req-872d46ec-b6e5-4d12-b0d8-bd1e14ec0d79 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0486526 Sep 20 23:16:47.629545 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3dd959cc-f7de-4dc8-b1d3-5a05c57ee00d req-a5e01b56-8ebe-4e6c-8ff2-35a0b60d4a8e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309885 Sep 20 23:16:47.746324 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32d88c-56da-4315-b8b6-56ac212f0122 req-a14b2041-aeac-4469-8bfe-d0153513f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:47.747838 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7a32d88c-56da-4315-b8b6-56ac212f0122 req-a14b2041-aeac-4469-8bfe-d0153513f493 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 1099 time: 0.0399072 Sep 20 23:16:47.782436 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7a32d88c-56da-4315-b8b6-56ac212f0122 req-33359198-6260-4a4d-b4dc-be413358f66a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268667 Sep 20 23:16:48.353668 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6da6e624-2c14-4b47-a3dc-8fa76f211c00 req-5da9bd91-d61b-41ac-b886-4df73b05bf24 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 210 time: 0.0251722 Sep 20 23:16:48.748999 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0c087-8e3b-428e-992e-ece77da19176 req-407a4901-c37d-49d7-9603-a74453493cc3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:48.750723 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-67c0c087-8e3b-428e-992e-ece77da19176 req-407a4901-c37d-49d7-9603-a74453493cc3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0508351 Sep 20 23:16:48.789076 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-67c0c087-8e3b-428e-992e-ece77da19176 req-315dc81d-7625-4c22-ab2c-9e7a8814802b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309162 Sep 20 23:16:48.919475 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696482-9cb6-46e8-9d6d-252aa6df683e req-fa5793b5-b0c4-475c-a855-277e07a62352 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:48.920947 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-41696482-9cb6-46e8-9d6d-252aa6df683e req-fa5793b5-b0c4-475c-a855-277e07a62352 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.0471377 Sep 20 23:16:48.958899 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-41696482-9cb6-46e8-9d6d-252aa6df683e req-d35176a2-9372-4f48-955c-de8c34229934 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Sep 20 23:16:49.451146 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a90171ff-7c24-4bc5-9be4-d5e2d53b9821 req-c10850b8-ee42-4702-ab20-2ca77c6e57b8 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 210 time: 0.0283065 Sep 20 23:16:49.902127 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-16823848-443b-4a88-97e1-d6879b372bb3 req-48222909-60e3-4a48-a24e-a8bd729d758b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459719 Sep 20 23:16:49.926199 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf5909-a9b2-4aaa-93f4-17f05a383d6c req-83cbc73c-7cde-4ae5-9976-2b2230ed0c53 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:49.928184 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b1cf5909-a9b2-4aaa-93f4-17f05a383d6c req-83cbc73c-7cde-4ae5-9976-2b2230ed0c53 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0524457 Sep 20 23:16:49.966118 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b1cf5909-a9b2-4aaa-93f4-17f05a383d6c req-ff4c4ad0-8cb5-41de-84ff-7a9646e49331 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317287 Sep 20 23:16:49.988070 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16823848-443b-4a88-97e1-d6879b372bb3 req-d928b081-c91b-4eb6-8d05-da0214d3bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:49.990329 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-16823848-443b-4a88-97e1-d6879b372bb3 req-d928b081-c91b-4eb6-8d05-da0214d3bbc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 1098 time: 0.0432243 Sep 20 23:16:50.139976 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d5cd5-b7ba-48af-9d34-fa9a01b4a7b2 req-88ee78cd-c5e9-4320-9374-1e20c27ed842 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:50.146905 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fc8d5cd5-b7ba-48af-9d34-fa9a01b4a7b2 req-88ee78cd-c5e9-4320-9374-1e20c27ed842 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.1105349 Sep 20 23:16:50.164570 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16823848-443b-4a88-97e1-d6879b372bb3 req-dfc9167d-a611-49a1-a54f-929db65b2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:50.166140 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-16823848-443b-4a88-97e1-d6879b372bb3 req-dfc9167d-a611-49a1-a54f-929db65b2fea service neutron] 10.222.0.35 "GET /v2.0/networks?id=2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 200 len: 920 time: 0.1518071 Sep 20 23:16:50.175538 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-b5fa8331-8c3b-4fa8-9a05-04bd98582987 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:50.177454 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-b5fa8331-8c3b-4fa8-9a05-04bd98582987 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.35 "GET /v2.0/networks?id=c4308928-160b-438a-a3b4-28874d901ab1 HTTP/1.1" status: 200 len: 808 time: 0.1178622 Sep 20 23:16:50.199586 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Request body: {'port': {'device_id': '8a7e122d-ee5d-4015-bc42-389e4c565f23', 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1', 'admin_state_up': True, 'tenant_id': 'fc78cbf775f54a7abf765f2df3c0bb68'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:50.217969 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fc8d5cd5-b7ba-48af-9d34-fa9a01b4a7b2 req-16ba9a28-7c1d-47b0-a4d7-7885ed5250a2 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698998 Sep 20 23:16:50.219323 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-16823848-443b-4a88-97e1-d6879b372bb3 req-c30bb4b2-33f1-483a-b1c9-5658e2d517ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b4daacb-dd5d-43fd-80ad-31920064156c HTTP/1.1" status: 200 len: 217 time: 0.0404243 Sep 20 23:16:50.276368 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16823848-443b-4a88-97e1-d6879b372bb3 req-e6a0292e-a457-4028-a98b-6502a804e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:50.277977 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-16823848-443b-4a88-97e1-d6879b372bb3 req-e6a0292e-a457-4028-a98b-6502a804e7fc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 200 len: 859 time: 0.0503297 Sep 20 23:16:50.312561 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-16823848-443b-4a88-97e1-d6879b372bb3 req-49e3a8d2-ff5f-416d-806e-ba9a0113371d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2722247a-29e7-46e7-9cb2-30646bed1b57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246921 Sep 20 23:16:50.412602 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-16823848-443b-4a88-97e1-d6879b372bb3 req-31ab33eb-8c56-4660-8529-726ea062e4e1 service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895033 Sep 20 23:16:50.415124 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:16:50.419769 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Made reservation on behalf of fc78cbf775f54a7abf765f2df3c0bb68 for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:50.424038 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:50.441683 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:16:50.442393 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 0b05cc6a-70c7-40d3-ba72-7ad2e266fc36 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:16:50.532546 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-16823848-443b-4a88-97e1-d6879b372bb3 req-6aa6be3e-1301-4241-9dfc-c1ea26d5a8fe service neutron] 10.222.0.35 "GET /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122446 Sep 20 23:16:50.706068 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bbb4d643-bc90-4bc5-bf07-d16d503cd8f5 req-56a8045c-b72a-44d4-899c-c01c58a50298 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 210 time: 0.0287931 Sep 20 23:16:50.808791 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Allocated IP 172.20.0.13 (c4308928-160b-438a-a3b4-28874d901ab1/788b59bf-8d22-4533-a200-2033afc8a502/c80b2b83-caa9-4ff0-a35c-5fca2322af8f) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:50.954360 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.084765 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d23362-dedf-443b-84e0-1a14d0663b98 req-70c5de62-45a6-4486-b8c1-1965d994f4d7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:51.086242 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e0d23362-dedf-443b-84e0-1a14d0663b98 req-70c5de62-45a6-4486-b8c1-1965d994f4d7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0474572 Sep 20 23:16:51.094820 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.162827 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Network c4308928-160b-438a-a3b4-28874d901ab1 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:16:51.170866 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:16:51.175166 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e0d23362-dedf-443b-84e0-1a14d0663b98 req-3635dc46-838e-444c-8095-9efa731306f2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827057 Sep 20 23:16:51.175893 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:16:51.178718 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Pushing event updated for resources: {'Port': ['ID=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:51.227595 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:51.228146 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.258761 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-61008708-dde9-421e-8fce-d9b40f4ab19a tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:51.260224 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-61008708-dde9-421e-8fce-d9b40f4ab19a tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.0475202 Sep 20 23:16:51.340323 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fdbf3-0af1-4af1-ac92-46f5130b12ee req-eb166677-a740-40a2-b279-c776561a68f5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:51.341865 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-312fdbf3-0af1-4af1-ac92-46f5130b12ee req-eb166677-a740-40a2-b279-c776561a68f5 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 945 time: 0.0542841 Sep 20 23:16:51.363869 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-70a370cb-5dc0-4903-acee-244afe817bff tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1680853 Sep 20 23:16:51.381372 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Deleting port 0462e341-3180-4edd-803f-6a1b33e68dc3 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:16:51.381717 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.385965 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-312fdbf3-0af1-4af1-ac92-46f5130b12ee req-01560235-c709-429e-888a-1cf44d0dd8ec tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360410 Sep 20 23:16:51.412815 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Request body: {'port': {'device_id': '8a7e122d-ee5d-4015-bc42-389e4c565f23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:51.469047 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.495588 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45172b8b-2670-4c57-a63d-db5d437aadac req-ba0b904d-7ee4-49ca-8bee-6530e3ad454b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:51.496951 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-45172b8b-2670-4c57-a63d-db5d437aadac req-ba0b904d-7ee4-49ca-8bee-6530e3ad454b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.1112297 Sep 20 23:16:51.515224 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] For port 0462e341-3180-4edd-803f-6a1b33e68dc3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=0462e341-3180-4edd-803f-6a1b33e68dc3,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:51.515581 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.534677 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Calling delete_port for 0462e341-3180-4edd-803f-6a1b33e68dc3 owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:16:51.557792 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-45172b8b-2670-4c57-a63d-db5d437aadac req-6dacb7c5-e22d-422d-8bcb-1607f2039ee5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538492 Sep 20 23:16:51.733869 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80b2b83-caa9-4ff0-a35c-5fca2322af8f {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:16:51.742401 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.762744 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.764030 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Transition to ACTIVE for port object c80b2b83-caa9-4ff0-a35c-5fca2322af8f will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:16:51.794933 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Pushing event deleted for resources: {'Port': ['ID=0462e341-3180-4edd-803f-6a1b33e68dc3,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:51.807528 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['541df585-c6f9-40e0-9221-d0295b0e14cc', '0462e341-3180-4edd-803f-6a1b33e68dc3'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:51.830098 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f9d38-f448-4b87-8faf-132d49e4d169 req-db59673e-2abc-40fe-9da1-ccebb8418db8 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:51.834232 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d02f9d38-f448-4b87-8faf-132d49e4d169 req-db59673e-2abc-40fe-9da1-ccebb8418db8 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 932 time: 0.0606177 Sep 20 23:16:51.834381 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] No DVR routers for this DVR port 0462e341-3180-4edd-803f-6a1b33e68dc3 on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:16:51.837177 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.839057 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:51.839210 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d887b35f-73f9-433f-bfda-7efb0f5b286f req-6fbd95ad-fca2-490d-b2b4-a0adccc888bd tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "DELETE /v2.0/ports/0462e341-3180-4edd-803f-6a1b33e68dc3 HTTP/1.1" status: 204 len: 173 time: 0.5586524 Sep 20 23:16:51.839630 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9591fcd-1c90-4508-91f4-f12055654dc9', 'name': 'network-vif-deleted', 'tag': '0462e341-3180-4edd-803f-6a1b33e68dc3'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:51.842307 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e8d37-07b6-41f6-ba46-672e6392d9c7" -d '{"events": [{"server_uuid": "b9591fcd-1c90-4508-91f4-f12055654dc9", "name": "network-vif-deleted", "tag": "0462e341-3180-4edd-803f-6a1b33e68dc3"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:51.892304 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39867f9b-1b52-48b6-a120-ddfb804455da x-openstack-request-id: req-39867f9b-1b52-48b6-a120-ddfb804455da {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:51.892608 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9591fcd-1c90-4508-91f4-f12055654dc9", "name": "network-vif-deleted", "tag": "0462e341-3180-4edd-803f-6a1b33e68dc3", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:51.892850 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39867f9b-1b52-48b6-a120-ddfb804455da {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:51.893231 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9591fcd-1c90-4508-91f4-f12055654dc9', 'name': 'network-vif-deleted', 'tag': '0462e341-3180-4edd-803f-6a1b33e68dc3', 'status': 'completed', 'code': 200} Sep 20 23:16:51.930671 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Pushing event updated for resources: {'Port': ['ID=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:51.944412 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d02f9d38-f448-4b87-8faf-132d49e4d169 req-2628448c-9656-48e7-a7bc-3c3a1e2dd75c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024437 Sep 20 23:16:52.011171 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Attempting to bind port c80b2b83-caa9-4ff0-a35c-5fca2322af8f on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:16:52.011807 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Attempting to bind port c80b2b83-caa9-4ff0-a35c-5fca2322af8f by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:16:52.011807 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Attempting to bind port c80b2b83-caa9-4ff0-a35c-5fca2322af8f on network c4308928-160b-438a-a3b4-28874d901ab1 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:52.015959 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Port c80b2b83-caa9-4ff0-a35c-5fca2322af8f on network c4308928-160b-438a-a3b4-28874d901ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:16:52.016276 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Attempting to bind port c80b2b83-caa9-4ff0-a35c-5fca2322af8f on network c4308928-160b-438a-a3b4-28874d901ab1 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:16:52.021175 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:16:52.021491 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Checking segment: {'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:16:52.021949 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Bound using segment: {'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:16:52.022419 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Bound port: c80b2b83-caa9-4ff0-a35c-5fca2322af8f, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e01ab0-7497-41ea-b99c-f54a11abfacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:16:52.022889 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:52.086107 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] For port c80b2b83-caa9-4ff0-a35c-5fca2322af8f, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:16:52.088984 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] For port c80b2b83-caa9-4ff0-a35c-5fca2322af8f, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:16:52.180298 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:52.240355 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:52.241236 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:52.242753 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] 10.222.0.35 "PUT /v2.0/ports/c80b2b83-caa9-4ff0-a35c-5fca2322af8f HTTP/1.1" status: 200 len: 1094 time: 0.8345480 Sep 20 23:16:52.243198 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7e122d-ee5d-4015-bc42-389e4c565f23', 'tag': 'c80b2b83-caa9-4ff0-a35c-5fca2322af8f'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:52.245512 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e5af70-727d-423a-9e39-3fb4e902c293" -d '{"events": [{"name": "network-changed", "server_uuid": "8a7e122d-ee5d-4015-bc42-389e4c565f23", "tag": "c80b2b83-caa9-4ff0-a35c-5fca2322af8f"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:52.252222 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def615d-bd68-4474-a46d-517d6eca1d1c service neutron] Pushing event updated for resources: {'Port': ['ID=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:52.287858 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:52.288961 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3f449b-f4df-4d7b-b432-c3a5514331cb x-openstack-request-id: req-0c3f449b-f4df-4d7b-b432-c3a5514331cb {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:52.289253 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a7e122d-ee5d-4015-bc42-389e4c565f23", "tag": "c80b2b83-caa9-4ff0-a35c-5fca2322af8f", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:52.289508 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c3f449b-f4df-4d7b-b432-c3a5514331cb {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:52.290082 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a7e122d-ee5d-4015-bc42-389e4c565f23', 'tag': 'c80b2b83-caa9-4ff0-a35c-5fca2322af8f', 'status': 'completed', 'code': 200} Sep 20 23:16:52.335816 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7f96d-41a5-4308-a866-b7b87d4981e2 req-2180bf87-8d8c-4a03-97db-a25a6aca33b3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:52.337265 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d9f7f96d-41a5-4308-a866-b7b87d4981e2 req-2180bf87-8d8c-4a03-97db-a25a6aca33b3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0529618 Sep 20 23:16:52.375144 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d9f7f96d-41a5-4308-a866-b7b87d4981e2 req-ced767fd-dbd7-4fa5-be12-80ff49471447 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316789 Sep 20 23:16:52.376404 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5af70-727d-423a-9e39-3fb4e902c293 req-d3e56d46-bda0-4b07-b4c8-c8ee42fb233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:52.378052 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-14e5af70-727d-423a-9e39-3fb4e902c293 req-d3e56d46-bda0-4b07-b4c8-c8ee42fb233c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc78cbf775f54a7abf765f2df3c0bb68&device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 1097 time: 0.0402663 Sep 20 23:16:52.504013 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-fb681f7f-5e28-434d-a7d4-7a7c53593661 req-60e1bccf-8dab-4977-903f-24d05add30d9 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9591fcd-1c90-4508-91f4-f12055654dc9 HTTP/1.1" status: 200 len: 210 time: 0.0327382 Sep 20 23:16:52.526686 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5af70-727d-423a-9e39-3fb4e902c293 req-c4288948-fffb-40fc-aabd-bb429da308ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:52.528189 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-14e5af70-727d-423a-9e39-3fb4e902c293 req-c4288948-fffb-40fc-aabd-bb429da308ed service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fc78cbf775f54a7abf765f2df3c0bb68&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1231885 Sep 20 23:16:52.635526 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5af70-727d-423a-9e39-3fb4e902c293 req-19db543c-7e04-4c47-bfb5-d643bc8ab4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:52.637022 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-14e5af70-727d-423a-9e39-3fb4e902c293 req-19db543c-7e04-4c47-bfb5-d643bc8ab4dd service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968180 Sep 20 23:16:52.674816 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e97c25-f48f-4cf9-b504-dd1ca396f391 req-0edd300d-0c13-460e-9711-594a78b8f67d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:52.676266 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e7e97c25-f48f-4cf9-b504-dd1ca396f391 req-0edd300d-0c13-460e-9711-594a78b8f67d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Sep 20 23:16:52.714759 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e7e97c25-f48f-4cf9-b504-dd1ca396f391 req-8d0db771-2da1-403b-b064-307552d4c868 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Sep 20 23:16:52.773430 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-67eddbf4-210b-44e4-ab61-363e1477e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:52.773430 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-67eddbf4-210b-44e4-ab61-363e1477e486 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fc78cbf775f54a7abf765f2df3c0bb68&device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 1097 time: 0.0400295 Sep 20 23:16:52.827098 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-fda52205-575c-4f13-a4c6-8e767796651d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c80b2b83-caa9-4ff0-a35c-5fca2322af8f HTTP/1.1" status: 200 len: 217 time: 0.0385513 Sep 20 23:16:52.875634 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-3b2b4dd8-eb3a-41cd-82f7-894d52a638c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:52.877087 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-3b2b4dd8-eb3a-41cd-82f7-894d52a638c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=788b59bf-8d22-4533-a200-2033afc8a502 HTTP/1.1" status: 200 len: 848 time: 0.0425394 Sep 20 23:16:52.909658 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-43609f4e-9586-4162-9a50-00a1840310bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c4308928-160b-438a-a3b4-28874d901ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235984 Sep 20 23:16:53.003747 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-e1ef5ec0-c5c4-4235-81c2-26f6ae28ecce service neutron] 10.222.0.35 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Sep 20 23:16:53.111259 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e512567-0af8-4b1f-bc9d-dfe3ea03789d req-d1a9b26d-9447-49db-9f03-f40583f8922d tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:53.112737 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4e512567-0af8-4b1f-bc9d-dfe3ea03789d req-d1a9b26d-9447-49db-9f03-f40583f8922d tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 944 time: 0.1000500 Sep 20 23:16:53.149651 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d263b054-5a74-4e25-94d7-783adce31eb5 req-f4a3156f-dc12-4213-be42-7144a4140415 service neutron] 10.222.0.35 "GET /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287341 Sep 20 23:16:53.166372 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4e512567-0af8-4b1f-bc9d-dfe3ea03789d req-4a766b8f-e308-4c9f-9c1a-0f302b2db4f3 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470331 Sep 20 23:16:53.829025 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121ee25-a66c-4294-a9cd-64c774ff3d29 req-883b7aef-a035-4af0-b561-5f76a7a8d7eb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:53.831020 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f121ee25-a66c-4294-a9cd-64c774ff3d29 req-883b7aef-a035-4af0-b561-5f76a7a8d7eb tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0501676 Sep 20 23:16:53.874599 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f121ee25-a66c-4294-a9cd-64c774ff3d29 req-50286485-db29-4280-91f4-bd2f5aee36ca tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360701 Sep 20 23:16:54.100100 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-43e64ceb-f17f-4eb8-8788-c520acf3f58d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684148630&fields=id&tenant_id=00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 267 time: 0.0421324 Sep 20 23:16:54.203318 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-a25697c3-6dd4-4e85-9d02-098ed6a38c15 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:54.204701 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-a25697c3-6dd4-4e85-9d02-098ed6a38c15 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 812 time: 0.0980632 Sep 20 23:16:54.220157 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-433e2369-7c6b-4b70-9ecf-b4a2b80a8d8f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/quotas/00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 375 time: 0.0089333 Sep 20 23:16:54.278086 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-a640d4a6-1f4a-4ab6-8d09-734b2f1386e2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519962 Sep 20 23:16:54.282468 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e916db-f5c8-4443-a4c6-d3171bc24e5f req-e7c06fd6-437b-4b89-b413-9455a3b6b28e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:54.283950 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-78e916db-f5c8-4443-a4c6-d3171bc24e5f req-e7c06fd6-437b-4b89-b413-9455a3b6b28e tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 944 time: 0.0491793 Sep 20 23:16:54.322141 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-78e916db-f5c8-4443-a4c6-d3171bc24e5f req-7a8ad3c2-a8ea-428a-aa63-d3b5757737cd tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Sep 20 23:16:54.375000 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-f5bd319c-c3e2-4b6e-bf31-a02887608639 service neutron] 10.222.0.15 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831153 Sep 20 23:16:54.436129 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device c80b2b83-caa9-4ff0-a35c-5fca2322af8f details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:16:54.467392 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-304623cf-2958-4b79-ac09-0fbe3a24080a service neutron] 10.222.0.15 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856731 Sep 20 23:16:54.533726 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port c80b2b83-caa9-4ff0-a35c-5fca2322af8f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:54.545471 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': 'c80b2b83-caa9-4ff0-a35c-5fca2322af8f', 'network_id': 'c4308928-160b-438a-a3b4-28874d901ab1', 'port_id': 'c80b2b83-caa9-4ff0-a35c-5fca2322af8f', 'mac_address': 'fa:16:3e:53:fd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '788b59bf-8d22-4533-a200-2033afc8a502', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:16:54.584736 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:54.597665 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80b2b83-caa9-4ff0-a35c-5fca2322af8f {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:16:54.617437 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port c80b2b83-caa9-4ff0-a35c-5fca2322af8f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:54.632931 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-81fc6646-44de-4387-ae16-64f1cacfcc88 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:54.632931 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-81fc6646-44de-4387-ae16-64f1cacfcc88 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 945 time: 0.0525753 Sep 20 23:16:54.688392 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:54.725421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Deleting port 4b4daacb-dd5d-43fd-80ad-31920064156c {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:16:54.725781 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:54.736081 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:54.812276 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] For port 4b4daacb-dd5d-43fd-80ad-31920064156c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=4b4daacb-dd5d-43fd-80ad-31920064156c,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:54.812648 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:54.829143 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Calling delete_port for 4b4daacb-dd5d-43fd-80ad-31920064156c owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:16:55.051860 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['c80b2b83-caa9-4ff0-a35c-5fca2322af8f'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:55.151369 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:55.188985 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86af82-053a-493f-9f41-01581eba969c req-f3c8de2c-5f78-4963-a823-c370b58ba928 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:55.191627 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-de86af82-053a-493f-9f41-01581eba969c req-f3c8de2c-5f78-4963-a823-c370b58ba928 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 867 time: 0.0574315 Sep 20 23:16:55.224935 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Pushing event deleted for resources: {'Port': ['ID=4b4daacb-dd5d-43fd-80ad-31920064156c,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:55.235032 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.235388 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.235733 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.236076 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.236418 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.236754 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.237085 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.237413 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.237762 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.238058 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-de86af82-053a-493f-9f41-01581eba969c req-cbeeea9a-4843-4f34-b541-8b4f2c55d7e4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391297 Sep 20 23:16:55.238169 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.238421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.238745 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:16:55.256849 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] No DVR routers for this DVR port 4b4daacb-dd5d-43fd-80ad-31920064156c on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:16:55.259806 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:55.262177 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-eba5314d-aa41-4e86-afa2-03ef4caf6ae9 req-1bcbc00c-8bb2-4a6e-b883-bd2f4a23f064 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.35 "DELETE /v2.0/ports/4b4daacb-dd5d-43fd-80ad-31920064156c HTTP/1.1" status: 204 len: 173 time: 0.6242416 Sep 20 23:16:55.263043 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c269b1f-3672-4148-b215-ab4db9d6c2c8', 'name': 'network-vif-deleted', 'tag': '4b4daacb-dd5d-43fd-80ad-31920064156c'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:55.265278 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7a7e99-6a0a-4557-8338-d6c0bb44b866" -d '{"events": [{"server_uuid": "2c269b1f-3672-4148-b215-ab4db9d6c2c8", "name": "network-vif-deleted", "tag": "4b4daacb-dd5d-43fd-80ad-31920064156c"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:55.320627 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0c65dcf2-ec65-48e8-a1bc-b3a56245015c req-5daccd9e-226b-4820-931e-8394ccc50d69 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 210 time: 0.0249009 Sep 20 23:16:55.363588 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c478fd1-070c-4c0e-99c0-9ea8b40f0819 x-openstack-request-id: req-7c478fd1-070c-4c0e-99c0-9ea8b40f0819 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:55.364148 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c269b1f-3672-4148-b215-ab4db9d6c2c8", "name": "network-vif-deleted", "tag": "4b4daacb-dd5d-43fd-80ad-31920064156c", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:55.364781 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c478fd1-070c-4c0e-99c0-9ea8b40f0819 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:55.365243 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c269b1f-3672-4148-b215-ab4db9d6c2c8', 'name': 'network-vif-deleted', 'tag': '4b4daacb-dd5d-43fd-80ad-31920064156c', 'status': 'completed', 'code': 200} Sep 20 23:16:55.464592 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d06fbd-baee-4ee9-8f79-1e3dc2068140 req-5497e90e-b368-4523-9853-d6c34f705235 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:55.466504 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-72d06fbd-baee-4ee9-8f79-1e3dc2068140 req-5497e90e-b368-4523-9853-d6c34f705235 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 945 time: 0.0604229 Sep 20 23:16:55.506592 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-72d06fbd-baee-4ee9-8f79-1e3dc2068140 req-fa314979-cec7-483a-830c-1ea1fc12f60c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338027 Sep 20 23:16:55.518142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcc2e0-012a-4449-b79a-250a10aadf30 req-c61d1c3c-5a21-4854-96df-137003e563e7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:55.519666 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b6dcc2e0-012a-4449-b79a-250a10aadf30 req-c61d1c3c-5a21-4854-96df-137003e563e7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0534747 Sep 20 23:16:55.560251 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b6dcc2e0-012a-4449-b79a-250a10aadf30 req-d2ba2666-ad72-4f15-a012-04573b39063f tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Sep 20 23:16:55.684463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['f14dd557-7992-4f03-96cd-fc56dad6cfeb'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:56.345900 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-088acfd9-03e2-429e-ab8b-c88309da608b req-c3cf7707-9c8c-4943-b1a0-7426b50b6641 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c269b1f-3672-4148-b215-ab4db9d6c2c8 HTTP/1.1" status: 200 len: 210 time: 0.0253239 Sep 20 23:16:56.395051 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3a7d0717-a6c4-4d10-a942-f327b48f7842 req-106739ec-521b-4b3c-8de9-c12ac4031c2c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 210 time: 0.0246582 Sep 20 23:16:56.448457 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device c80b2b83-caa9-4ff0-a35c-5fca2322af8f up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:16:56.621095 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970c289-cb4a-4cd2-a02d-c209aaaa0c49 req-2340c01e-d7cb-4f11-9c6b-c20f9a274454 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:56.623043 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5970c289-cb4a-4cd2-a02d-c209aaaa0c49 req-2340c01e-d7cb-4f11-9c6b-c20f9a274454 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 945 time: 0.0497839 Sep 20 23:16:56.636373 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port c80b2b83-caa9-4ff0-a35c-5fca2322af8f completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:16:56.640827 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port c80b2b83-caa9-4ff0-a35c-5fca2322af8f triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:16:56.641463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:56.678097 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5970c289-cb4a-4cd2-a02d-c209aaaa0c49 req-19e00d89-ee39-4fd1-8220-14f58a145c6a tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Sep 20 23:16:56.688564 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738277c-cd2b-49be-9240-c07c279c2989 req-ecd939ac-a6c4-40ec-874c-c75af3908043 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:56.690119 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f738277c-cd2b-49be-9240-c07c279c2989 req-ecd939ac-a6c4-40ec-874c-c75af3908043 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0611839 Sep 20 23:16:56.723878 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:56.727889 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f738277c-cd2b-49be-9240-c07c279c2989 req-b558742e-4c2a-454c-b1d0-59980e9f83c7 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Sep 20 23:16:56.746174 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7e122d-ee5d-4015-bc42-389e4c565f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80b2b83-caa9-4ff0-a35c-5fca2322af8f'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:56.748369 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776691a7-b4fa-4a29-9bcc-2d4aadccb50d" -d '{"events": [{"server_uuid": "8a7e122d-ee5d-4015-bc42-389e4c565f23", "name": "network-vif-plugged", "status": "completed", "tag": "c80b2b83-caa9-4ff0-a35c-5fca2322af8f"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:56.761721 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port c80b2b83-caa9-4ff0-a35c-5fca2322af8f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:56.783071 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe2a00d-9d3c-4c5c-b145-df9247239140 x-openstack-request-id: req-9fe2a00d-9d3c-4c5c-b145-df9247239140 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:56.783361 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7e122d-ee5d-4015-bc42-389e4c565f23", "name": "network-vif-plugged", "status": "completed", "tag": "c80b2b83-caa9-4ff0-a35c-5fca2322af8f", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:56.783615 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fe2a00d-9d3c-4c5c-b145-df9247239140 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:56.784013 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7e122d-ee5d-4015-bc42-389e4c565f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80b2b83-caa9-4ff0-a35c-5fca2322af8f', 'code': 200} Sep 20 23:16:56.914755 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:56.915641 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 0462e341-3180-4edd-803f-6a1b33e68dc3 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:16:56.955453 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 0462e341-3180-4edd-803f-6a1b33e68dc3 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:16:56.955789 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 0462e341-3180-4edd-803f-6a1b33e68dc3 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:16:56.956208 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 4b4daacb-dd5d-43fd-80ad-31920064156c no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:16:56.977659 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 4b4daacb-dd5d-43fd-80ad-31920064156c {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:16:56.978101 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 4b4daacb-dd5d-43fd-80ad-31920064156c not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:16:56.998115 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:57.271904 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a09a5-4f99-4369-9a41-a1517de45fd0 req-69a6ca25-371b-4d4c-a5c1-d0ab8cc0ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:57.273354 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c96a09a5-4f99-4369-9a41-a1517de45fd0 req-69a6ca25-371b-4d4c-a5c1-d0ab8cc0ca07 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 1099 time: 0.0378137 Sep 20 23:16:57.321333 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c96a09a5-4f99-4369-9a41-a1517de45fd0 req-3733bc95-20a3-4377-9856-8b1497b690fa service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275161 Sep 20 23:16:57.486154 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-138fbf27-2a9e-4bc6-a2ea-3d716884d1bd req-143893f9-ef49-4774-bd48-7038c3c1e062 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 210 time: 0.0254362 Sep 20 23:16:57.799906 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e952a-fc44-44de-9763-036108a8cfeb req-23a725cf-7e8a-4ee0-9637-7a0e0c058ff8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:57.801459 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c72e952a-fc44-44de-9763-036108a8cfeb req-23a725cf-7e8a-4ee0-9637-7a0e0c058ff8 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.0814450 Sep 20 23:16:57.812780 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b6d2-4bb5-4d36-9ef3-a84155387a17 req-e2c14e7c-c4bb-4019-b127-846a2fce2f4d tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:57.814144 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2309b6d2-4bb5-4d36-9ef3-a84155387a17 req-e2c14e7c-c4bb-4019-b127-846a2fce2f4d tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 946 time: 0.0694959 Sep 20 23:16:57.883392 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2309b6d2-4bb5-4d36-9ef3-a84155387a17 req-9ff62489-9c49-4e1d-bfad-d8f7c0c0b512 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594137 Sep 20 23:16:57.933963 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Deleting port 541df585-c6f9-40e0-9221-d0295b0e14cc {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:16:57.934317 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:58.061383 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f2ce1-0f1d-46cc-85c2-955d2c2851f1 req-a0379bae-04bf-4d82-9c01-10f5d75bf2ec tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:58.062948 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b01f2ce1-0f1d-46cc-85c2-955d2c2851f1 req-a0379bae-04bf-4d82-9c01-10f5d75bf2ec tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1028516 Sep 20 23:16:58.068949 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] For port 541df585-c6f9-40e0-9221-d0295b0e14cc, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=541df585-c6f9-40e0-9221-d0295b0e14cc,segment=NetworkSegment(02935578-6d0e-49f4-acd9-38117b51032b),segment_id=02935578-6d0e-49f4-acd9-38117b51032b)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:16:58.069314 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:58.094967 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Calling delete_port for 541df585-c6f9-40e0-9221-d0295b0e14cc owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:16:58.161498 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b01f2ce1-0f1d-46cc-85c2-955d2c2851f1 req-4a394b94-6339-4a8a-abf1-e027420c76f6 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891399 Sep 20 23:16:58.179947 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab069f0b-1cf5-4411-bf7b-5aa3f5515152 req-35b7f91a-e973-4e97-b0ea-452177d5d58b tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:58.181438 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ab069f0b-1cf5-4411-bf7b-5aa3f5515152 req-35b7f91a-e973-4e97-b0ea-452177d5d58b tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 946 time: 0.2654727 Sep 20 23:16:58.222217 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ab069f0b-1cf5-4411-bf7b-5aa3f5515152 req-bc03d505-6d5f-409c-b437-4e09d845c854 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/security-groups?id=b4351992-5914-40eb-bfe7-53bbcb1743fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322642 Sep 20 23:16:58.314785 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:58.341120 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Pushing event deleted for resources: {'Port': ['ID=541df585-c6f9-40e0-9221-d0295b0e14cc,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:16:58.358016 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['541df585-c6f9-40e0-9221-d0295b0e14cc'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:16:58.384930 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] No DVR routers for this DVR port 541df585-c6f9-40e0-9221-d0295b0e14cc on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:16:58.387110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:58.389060 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c72e952a-fc44-44de-9763-036108a8cfeb req-046f41f5-1546-4167-961b-45e0278a4d22 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.35 "DELETE /v2.0/ports/541df585-c6f9-40e0-9221-d0295b0e14cc HTTP/1.1" status: 204 len: 173 time: 0.5736530 Sep 20 23:16:58.389514 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9eddd8-f730-48be-8d8f-f47e706f393a', 'name': 'network-vif-deleted', 'tag': '541df585-c6f9-40e0-9221-d0295b0e14cc'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:16:58.391731 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fb6058-da85-452c-b901-f35d06d8ab2d" -d '{"events": [{"server_uuid": "9f9eddd8-f730-48be-8d8f-f47e706f393a", "name": "network-vif-deleted", "tag": "541df585-c6f9-40e0-9221-d0295b0e14cc"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:16:58.426009 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97148cc-d54e-4a90-9170-f0ac9a21dd48 x-openstack-request-id: req-f97148cc-d54e-4a90-9170-f0ac9a21dd48 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:16:58.426301 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9eddd8-f730-48be-8d8f-f47e706f393a", "name": "network-vif-deleted", "tag": "541df585-c6f9-40e0-9221-d0295b0e14cc", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:16:58.427072 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f97148cc-d54e-4a90-9170-f0ac9a21dd48 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:16:58.427497 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9eddd8-f730-48be-8d8f-f47e706f393a', 'name': 'network-vif-deleted', 'tag': '541df585-c6f9-40e0-9221-d0295b0e14cc', 'status': 'completed', 'code': 200} Sep 20 23:16:58.577328 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-885abf3a-2d18-4572-8658-b389bacd8c2a req-c43f013f-761e-4019-a719-4c71559714f4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 210 time: 0.0247855 Sep 20 23:16:59.001215 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d1af1-2a19-4b63-9a3a-8d2effbe0de1 req-1b3d04ce-9bd2-4094-a7f7-d8bfcd0b464f tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:59.002819 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-da1d1af1-2a19-4b63-9a3a-8d2effbe0de1 req-1b3d04ce-9bd2-4094-a7f7-d8bfcd0b464f tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 946 time: 0.0488420 Sep 20 23:16:59.043109 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-da1d1af1-2a19-4b63-9a3a-8d2effbe0de1 req-85ed8697-e0dc-4b9e-9fc3-3c8d9dc321a3 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332325 Sep 20 23:16:59.164218 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-1fdfeb7e-32af-4770-be11-d0c50ff3afca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:59.165651 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-1fdfeb7e-32af-4770-be11-d0c50ff3afca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 812 time: 0.1036038 Sep 20 23:16:59.266839 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-1acbe9dd-8bf3-4dcb-93f3-bcd3fca37657 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 380 time: 0.0471117 Sep 20 23:16:59.290381 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad91f5a-bdf0-4408-ae6d-b308573c6850 req-87414296-6c74-4c6a-ab5a-561a28cad77b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:16:59.291932 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'port': {'device_id': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'admin_state_up': True, 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'security_groups': ['7e9ffd54-2e49-4356-b688-4d87616ebdbf']}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:16:59.292109 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4ad91f5a-bdf0-4408-ae6d-b308573c6850 req-87414296-6c74-4c6a-ab5a-561a28cad77b tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0623715 Sep 20 23:16:59.332542 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4ad91f5a-bdf0-4408-ae6d-b308573c6850 req-5f21da01-d93a-4bda-bdbb-b82136eda082 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Sep 20 23:16:59.374446 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-75fb7dcb-e0a7-4c7f-8c44-c53dbca3cda4 req-85adf6ac-0d3c-4e66-8854-08a1ca54ee76 tempest-AttachVolumeNegativeTest-269993053 tempest-AttachVolumeNegativeTest-269993053-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f9eddd8-f730-48be-8d8f-f47e706f393a HTTP/1.1" status: 200 len: 210 time: 0.0539320 Sep 20 23:16:59.539477 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Made reservation on behalf of 00d8fb1545b141dead071edf3fec94b8 for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:16:59.543060 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:16:59.688314 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Allocated IP 172.20.0.7 (bffa3681-52ac-4803-9b1c-39491120e0cb/d38c5886-620c-4c3d-8a1e-e242fdcd53ef/927badb9-167a-45a3-a83b-95171b8d88ab) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:16:59.728060 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-653d3285-10d7-4623-b6f6-256058ef472d req-bbb6663e-6de3-4070-86c2-6f51f4768b79 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 210 time: 0.0369699 Sep 20 23:16:59.842067 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.101002 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.141733 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Network bffa3681-52ac-4803-9b1c-39491120e0cb is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:17:00.144639 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:17:00.148244 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:17:00.156328 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=927badb9-167a-45a3-a83b-95171b8d88ab,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:00.206811 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:00.206811 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.367837 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-9da134f6-f013-4aba-a02b-287fc70a3535 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0795426 Sep 20 23:17:00.381646 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-9164b37a-5961-4ef2-ad60-a5311482bcd0 None None] Provisioning complete for port 927badb9-167a-45a3-a83b-95171b8d88ab triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:17:00.382106 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9164b37a-5961-4ef2-ad60-a5311482bcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.390782 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Request body: {'port': {'device_id': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:17:00.426102 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-9164b37a-5961-4ef2-ad60-a5311482bcd0 None None] Port 927badb9-167a-45a3-a83b-95171b8d88ab cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:17:00.437789 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54970) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:00.486033 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.490588 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a49224-edab-426f-a8e5-f95c3bc2b9a1 admin admin] Deleting subnet feb51c93-3cd3-4e62-87e2-82786b114682 {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:17:00.494037 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31a49224-edab-426f-a8e5-f95c3bc2b9a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.507583 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec255bb-cb04-4ec0-ac7e-b8d7e89d062d req-7b1cede6-42a2-4d30-bc13-45c40e3914f0 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:00.509081 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8ec255bb-cb04-4ec0-ac7e-b8d7e89d062d req-7b1cede6-42a2-4d30-bc13-45c40e3914f0 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0870788 Sep 20 23:17:00.535541 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31a49224-edab-426f-a8e5-f95c3bc2b9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7896106'] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.581806 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31a49224-edab-426f-a8e5-f95c3bc2b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.584481 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8ec255bb-cb04-4ec0-ac7e-b8d7e89d062d req-d947b10a-7a62-4251-8371-6232adcfbb6d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Sep 20 23:17:00.745514 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31a49224-edab-426f-a8e5-f95c3bc2b9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7896304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8367307'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.776411 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a49224-edab-426f-a8e5-f95c3bc2b9a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb51c93-3cd3-4e62-87e2-82786b114682,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:00.780521 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-31a49224-edab-426f-a8e5-f95c3bc2b9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.786669 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-31a49224-edab-426f-a8e5-f95c3bc2b9a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/feb51c93-3cd3-4e62-87e2-82786b114682 HTTP/1.1" status: 204 len: 168 time: 0.3434553 Sep 20 23:17:00.786669 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54976) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:00.804723 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927badb9-167a-45a3-a83b-95171b8d88ab {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:17:00.822385 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.857981 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.864111 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Transition to ACTIVE for port object 927badb9-167a-45a3-a83b-95171b8d88ab will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:17:00.888406 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230eedc0-513f-4602-ba93-4c6484589dd2 req-b25a8e1a-d440-4058-b1fb-7fb44fdecf8c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:00.890081 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-230eedc0-513f-4602-ba93-4c6484589dd2 req-b25a8e1a-d440-4058-b1fb-7fb44fdecf8c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 931 time: 0.0803595 Sep 20 23:17:00.927887 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-230eedc0-513f-4602-ba93-4c6484589dd2 req-cd8655c5-7f59-4f0f-a6e9-b1250ffbce96 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309408 Sep 20 23:17:00.941825 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.962765 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c95e3e5-31ee-40f9-9c34-4e1296683fa1']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:00.971848 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02935578-6d0e-49f4-acd9-38117b51032b') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:00.972145 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02935578-6d0e-49f4-acd9-38117b51032b') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:00.977641 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.982451 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:00.997194 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.005442 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:17:01.005865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:17:01.007712 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:17:01.031971 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Pushing event updated for resources: {'Port': ['ID=927badb9-167a-45a3-a83b-95171b8d88ab,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:01.138289 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ab3d4-4c0e-412b-89c5-af5694b079e6 req-70e30f2a-2a0d-4a2f-b0c5-fea08e4c4c20 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:01.139868 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-994ab3d4-4c0e-412b-89c5-af5694b079e6 req-70e30f2a-2a0d-4a2f-b0c5-fea08e4c4c20 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 946 time: 0.0849044 Sep 20 23:17:01.146280 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Attempting to bind port 927badb9-167a-45a3-a83b-95171b8d88ab on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:17:01.146621 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Attempting to bind port 927badb9-167a-45a3-a83b-95171b8d88ab by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:17:01.146952 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Attempting to bind port 927badb9-167a-45a3-a83b-95171b8d88ab on network bffa3681-52ac-4803-9b1c-39491120e0cb {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:17:01.158173 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Port 927badb9-167a-45a3-a83b-95171b8d88ab on network bffa3681-52ac-4803-9b1c-39491120e0cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:17:01.158490 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Attempting to bind port 927badb9-167a-45a3-a83b-95171b8d88ab on network bffa3681-52ac-4803-9b1c-39491120e0cb {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:17:01.166105 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.174160 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:17:01.174506 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Checking segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:17:01.174898 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Bound using segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:17:01.175337 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Bound port: 927badb9-167a-45a3-a83b-95171b8d88ab, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:17:01.175849 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.189360 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.191199 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3c95e3e5-31ee-40f9-9c34-4e1296683fa1 HTTP/1.1" status: 204 len: 168 time: 0.4043190 Sep 20 23:17:01.192148 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7822e-bcfa-4b59-b8c6-2037853307d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c95e3e5-31ee-40f9-9c34-4e1296683fa1,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:01.210439 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-994ab3d4-4c0e-412b-89c5-af5694b079e6 req-64125ea2-1edc-4551-9dac-975d5dceae55 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599844 Sep 20 23:17:01.264194 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] For port 927badb9-167a-45a3-a83b-95171b8d88ab, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:17:01.267221 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] For port 927badb9-167a-45a3-a83b-95171b8d88ab, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=927badb9-167a-45a3-a83b-95171b8d88ab,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:17:01.414519 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.447124 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:01.447741 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.449214 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] 10.222.0.35 "PUT /v2.0/ports/927badb9-167a-45a3-a83b-95171b8d88ab HTTP/1.1" status: 200 len: 1093 time: 1.0651257 Sep 20 23:17:01.449652 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'tag': '927badb9-167a-45a3-a83b-95171b8d88ab'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:17:01.451941 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87b1bfa-e6fd-4e0f-b40e-021ed6f0065d" -d '{"events": [{"name": "network-changed", "server_uuid": "37f08da6-6df2-4b9b-a916-0c6e7459f641", "tag": "927badb9-167a-45a3-a83b-95171b8d88ab"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:17:01.481920 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744993e-b819-4adb-9988-78f7f52e3844 service neutron] Pushing event updated for resources: {'Port': ['ID=927badb9-167a-45a3-a83b-95171b8d88ab,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:01.502206 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9305a7f7-3b1f-4a70-9ac6-78e5970dbc65 x-openstack-request-id: req-9305a7f7-3b1f-4a70-9ac6-78e5970dbc65 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:17:01.502504 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f08da6-6df2-4b9b-a916-0c6e7459f641", "tag": "927badb9-167a-45a3-a83b-95171b8d88ab", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:17:01.502764 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9305a7f7-3b1f-4a70-9ac6-78e5970dbc65 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:17:01.503161 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'tag': '927badb9-167a-45a3-a83b-95171b8d88ab', 'status': 'completed', 'code': 200} Sep 20 23:17:01.610847 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b1bfa-e6fd-4e0f-b40e-021ed6f0065d req-8fec648e-fa76-4670-af97-a250ba357ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:01.612427 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d87b1bfa-e6fd-4e0f-b40e-021ed6f0065d req-8fec648e-fa76-4670-af97-a250ba357ab9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 1096 time: 0.0424197 Sep 20 23:17:01.752044 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54986) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:01.797332 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f85f2ef9-bbe1-42ce-86d4-35e94b2d2441 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5af4827395364a6cbe6e71928fad635e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439858 Sep 20 23:17:01.799827 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 54988) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:01.851876 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-728d0590-7065-4fb9-bc9a-c9258f659ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.874658 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-728d0590-7065-4fb9-bc9a-c9258f659ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:01.981117 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c0bbe-7740-42e9-a489-762c8f7d0ac4 req-81ceb51f-f087-4cdf-9be1-b8583ff2f3fe tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:01.982598 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-915c0bbe-7740-42e9-a489-762c8f7d0ac4 req-81ceb51f-f087-4cdf-9be1-b8583ff2f3fe tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.3265712 Sep 20 23:17:02.002430 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b1bfa-e6fd-4e0f-b40e-021ed6f0065d req-e1389637-b9ca-476e-8b31-d269f4a13288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:02.003767 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d87b1bfa-e6fd-4e0f-b40e-021ed6f0065d req-e1389637-b9ca-476e-8b31-d269f4a13288 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=00d8fb1545b141dead071edf3fec94b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3673851 Sep 20 23:17:02.051273 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b577e36-a484-4cda-9c3e-90f717dbe3a2 req-12662e67-9860-4f7c-972a-f9ad30104059 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:02.052905 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8b577e36-a484-4cda-9c3e-90f717dbe3a2 req-12662e67-9860-4f7c-972a-f9ad30104059 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0519433 Sep 20 23:17:02.054005 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-728d0590-7065-4fb9-bc9a-c9258f659ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:02.056548 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-728d0590-7065-4fb9-bc9a-c9258f659ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:02.057603 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-728d0590-7065-4fb9-bc9a-c9258f659ba0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4351992-5914-40eb-bfe7-53bbcb1743fb HTTP/1.1" status: 204 len: 168 time: 0.2568474 Sep 20 23:17:02.059932 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-915c0bbe-7740-42e9-a489-762c8f7d0ac4 req-c143346f-7657-4cd2-ad7d-930a87b7384d tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676751 Sep 20 23:17:02.082485 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d0590-7065-4fb9-bc9a-c9258f659ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4351992-5914-40eb-bfe7-53bbcb1743fb,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:02.118704 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8b577e36-a484-4cda-9c3e-90f717dbe3a2 req-49eeda92-621b-4161-8dfa-40a64079c37f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561695 Sep 20 23:17:02.129267 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b1bfa-e6fd-4e0f-b40e-021ed6f0065d req-a021764f-edf9-4d8b-9c40-b3789fd8c078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:02.132781 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d87b1bfa-e6fd-4e0f-b40e-021ed6f0065d req-a021764f-edf9-4d8b-9c40-b3789fd8c078 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193118 Sep 20 23:17:02.237774 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-aa7e0835-b919-45ab-907f-5274275dc374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:02.239344 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-aa7e0835-b919-45ab-907f-5274275dc374 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 1096 time: 0.0403924 Sep 20 23:17:02.309182 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-04b2fc6a-3ea0-4cb3-ae48-286b3f3b5c09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=927badb9-167a-45a3-a83b-95171b8d88ab HTTP/1.1" status: 200 len: 217 time: 0.0520358 Sep 20 23:17:02.382006 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26439871-5f97-4070-87d5-cb1f7b7d1692 req-2771b36a-7068-4cb2-a475-50ee979045bf tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:02.382006 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-26439871-5f97-4070-87d5-cb1f7b7d1692 req-2771b36a-7068-4cb2-a475-50ee979045bf tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 946 time: 0.0822597 Sep 20 23:17:02.407828 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-4c09db41-8285-4521-9b47-8bbb885a8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:02.409310 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-4c09db41-8285-4521-9b47-8bbb885a8d0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0695646 Sep 20 23:17:02.436443 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-26439871-5f97-4070-87d5-cb1f7b7d1692 req-1094a490-7b9e-4ffb-afb7-0711113a1d7d tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/security-groups?id=87e0d8e3-fd92-40c5-9c76-b7b8257433c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483658 Sep 20 23:17:02.473579 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-34cbc6cb-d1d4-45bb-b232-1963cd304d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:02.475171 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-34cbc6cb-d1d4-45bb-b232-1963cd304d13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525081 Sep 20 23:17:02.492532 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 541df585-c6f9-40e0-9221-d0295b0e14cc no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:17:02.526266 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 541df585-c6f9-40e0-9221-d0295b0e14cc {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:17:02.526629 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 541df585-c6f9-40e0-9221-d0295b0e14cc not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:17:02.593727 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-5c77eaf9-38d0-4e65-84cb-ee61651d72e2 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934625 Sep 20 23:17:02.706594 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-858a401f-a089-4c4d-9a09-df144c2cca9a req-35d2a0ac-941a-45a0-85c0-55075ac06685 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873971 Sep 20 23:17:02.883480 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-2380016e-a968-40d1-9e11-8a5f7874267c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:02.884955 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-2380016e-a968-40d1-9e11-8a5f7874267c tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 946 time: 0.0503693 Sep 20 23:17:03.003535 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Deleting port c80b2b83-caa9-4ff0-a35c-5fca2322af8f {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:17:03.003535 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:03.093279 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] For port c80b2b83-caa9-4ff0-a35c-5fca2322af8f, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,segment=NetworkSegment(58e01ab0-7497-41ea-b99c-f54a11abfacb),segment_id=58e01ab0-7497-41ea-b99c-f54a11abfacb)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:03.093643 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:03.105861 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Calling delete_port for c80b2b83-caa9-4ff0-a35c-5fca2322af8f owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:17:03.223655 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a7a9a-3ac9-4bb7-8ec0-00b71ecb4950 req-da7882a6-f73a-4e4d-be4b-3b66631efc20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:03.236065 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c60a7a9a-3ac9-4bb7-8ec0-00b71ecb4950 req-da7882a6-f73a-4e4d-be4b-3b66631efc20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.1084113 Sep 20 23:17:03.282439 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26ee6f-d177-4859-a303-872cccbe5604 req-6e90a3a0-055d-4b96-8eec-1a8efed506f3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:03.283848 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cb26ee6f-d177-4859-a303-872cccbe5604 req-6e90a3a0-055d-4b96-8eec-1a8efed506f3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0866258 Sep 20 23:17:03.291301 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c60a7a9a-3ac9-4bb7-8ec0-00b71ecb4950 req-e62996dc-e446-4e74-af3c-60a3d3fc6968 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539424 Sep 20 23:17:03.349780 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cb26ee6f-d177-4859-a303-872cccbe5604 req-23196442-47e7-41a9-b533-0053ab2bfb7e tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573044 Sep 20 23:17:03.406330 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:03.436439 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Pushing event deleted for resources: {'Port': ['ID=c80b2b83-caa9-4ff0-a35c-5fca2322af8f,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:03.451105 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['c80b2b83-caa9-4ff0-a35c-5fca2322af8f'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:17:03.478755 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] No DVR routers for this DVR port c80b2b83-caa9-4ff0-a35c-5fca2322af8f on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:17:03.481735 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:03.483763 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-24ef2856-55c5-4d60-9057-0eacaee9c07c req-b7c59e43-b2cf-4564-a91c-213d14a6ce49 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.35 "DELETE /v2.0/ports/c80b2b83-caa9-4ff0-a35c-5fca2322af8f HTTP/1.1" status: 204 len: 173 time: 0.5911586 Sep 20 23:17:03.505185 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7e122d-ee5d-4015-bc42-389e4c565f23', 'name': 'network-vif-deleted', 'tag': 'c80b2b83-caa9-4ff0-a35c-5fca2322af8f'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:17:03.508200 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb7a51e-6f0a-4543-ac04-e7abc4d9ba2d" -d '{"events": [{"server_uuid": "8a7e122d-ee5d-4015-bc42-389e4c565f23", "name": "network-vif-deleted", "tag": "c80b2b83-caa9-4ff0-a35c-5fca2322af8f"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:17:03.544591 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-72822f94-44e2-47dd-b7ab-8edf5062a3c5 req-aae08adc-d8ad-4bdf-ac3c-0dfaec473619 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 210 time: 0.0249987 Sep 20 23:17:03.591185 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5467db25-9168-4438-92ed-b8958ffbad41 x-openstack-request-id: req-5467db25-9168-4438-92ed-b8958ffbad41 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:17:03.591483 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a7e122d-ee5d-4015-bc42-389e4c565f23", "name": "network-vif-deleted", "tag": "c80b2b83-caa9-4ff0-a35c-5fca2322af8f", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:17:03.591739 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5467db25-9168-4438-92ed-b8958ffbad41 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:17:03.592132 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a7e122d-ee5d-4015-bc42-389e4c565f23', 'name': 'network-vif-deleted', 'tag': 'c80b2b83-caa9-4ff0-a35c-5fca2322af8f', 'status': 'completed', 'code': 200} Sep 20 23:17:04.403842 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb14e0-2a9d-4476-ad85-c37a62baf4ed req-5d60c92b-8699-4398-824a-d0058457bcaf tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:04.405353 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-22bb14e0-2a9d-4476-ad85-c37a62baf4ed req-5d60c92b-8699-4398-824a-d0058457bcaf tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0497868 Sep 20 23:17:04.444659 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-22bb14e0-2a9d-4476-ad85-c37a62baf4ed req-64a8ce0f-bdf9-426c-a031-2c63d56f1fab tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/security-groups?id=923efdfa-4374-46f0-8cd5-d9b0761dfa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322387 Sep 20 23:17:04.562436 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5c7b2-5960-4d35-a578-f9abbc921908 req-1904e0f5-812c-4722-9a52-b5248360576a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:04.563913 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-05d5c7b2-5960-4d35-a578-f9abbc921908 req-1904e0f5-812c-4722-9a52-b5248360576a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0541556 Sep 20 23:17:04.604523 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-05d5c7b2-5960-4d35-a578-f9abbc921908 req-6b060993-2231-4676-a903-3c24e0a0887d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337372 Sep 20 23:17:04.652108 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-823ad3d8-a8ae-4778-aa2c-ab70ff7facab req-88a4cc98-c590-49c0-be5b-7f08279be2b0 tempest-VolumesActionsTest-1173013508 tempest-VolumesActionsTest-1173013508-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7e122d-ee5d-4015-bc42-389e4c565f23 HTTP/1.1" status: 200 len: 210 time: 0.0266054 Sep 20 23:17:04.686764 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28408f3-274c-49f0-9525-8e1783333a74 req-a820ead2-6dbd-4964-a98d-3a591a329fb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:04.688211 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b28408f3-274c-49f0-9525-8e1783333a74 req-a820ead2-6dbd-4964-a98d-3a591a329fb5 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.35 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 945 time: 0.0478790 Sep 20 23:17:04.789645 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Deleting port f14dd557-7992-4f03-96cd-fc56dad6cfeb {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:17:04.789960 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:04.883704 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] For port f14dd557-7992-4f03-96cd-fc56dad6cfeb, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=f14dd557-7992-4f03-96cd-fc56dad6cfeb,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:04.884071 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:04.896819 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Calling delete_port for f14dd557-7992-4f03-96cd-fc56dad6cfeb owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:17:05.206355 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:05.234323 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Pushing event deleted for resources: {'Port': ['ID=f14dd557-7992-4f03-96cd-fc56dad6cfeb,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:05.255236 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['f14dd557-7992-4f03-96cd-fc56dad6cfeb'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:17:05.277386 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] No DVR routers for this DVR port f14dd557-7992-4f03-96cd-fc56dad6cfeb on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:17:05.279631 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:05.281577 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b28408f3-274c-49f0-9525-8e1783333a74 req-2f66ec17-a1ec-47f0-9105-258c99862c20 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.35 "DELETE /v2.0/ports/f14dd557-7992-4f03-96cd-fc56dad6cfeb HTTP/1.1" status: 204 len: 173 time: 0.5859537 Sep 20 23:17:05.538427 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-41883220-12c9-46fe-946d-d5c754814cc6 req-61dcc0c3-471e-4db2-8d43-8b944a12b9c4 tempest-ServerRescueNegativeTestJSON-673261805 tempest-ServerRescueNegativeTestJSON-673261805-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08fb07-4c35-4589-ac87-6c0dbb6d0e89 HTTP/1.1" status: 200 len: 210 time: 0.0252740 Sep 20 23:17:05.593137 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd08fb07-4c35-4589-ac87-6c0dbb6d0e89', 'name': 'network-vif-deleted', 'tag': 'f14dd557-7992-4f03-96cd-fc56dad6cfeb'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:17:05.595526 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877436ec-3c02-4c32-a1b1-85d06f3864f7" -d '{"events": [{"server_uuid": "bd08fb07-4c35-4589-ac87-6c0dbb6d0e89", "name": "network-vif-deleted", "tag": "f14dd557-7992-4f03-96cd-fc56dad6cfeb"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:17:05.635010 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dacdbf7-fa12-4eb1-a1b7-4a0942dd3c54 x-openstack-request-id: req-0dacdbf7-fa12-4eb1-a1b7-4a0942dd3c54 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:17:05.635222 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd08fb07-4c35-4589-ac87-6c0dbb6d0e89", "name": "network-vif-deleted", "tag": "f14dd557-7992-4f03-96cd-fc56dad6cfeb", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:17:05.635530 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dacdbf7-fa12-4eb1-a1b7-4a0942dd3c54 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:17:05.635845 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd08fb07-4c35-4589-ac87-6c0dbb6d0e89', 'name': 'network-vif-deleted', 'tag': 'f14dd557-7992-4f03-96cd-fc56dad6cfeb', 'status': 'completed', 'code': 200} Sep 20 23:17:05.723942 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a80a3b-1458-4ab3-878d-ab94c5afeaaa req-7496ec78-4d6b-437a-ac9b-ba216b8d21e3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:05.725614 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a7a80a3b-1458-4ab3-878d-ab94c5afeaaa req-7496ec78-4d6b-437a-ac9b-ba216b8d21e3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0499940 Sep 20 23:17:05.763456 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a7a80a3b-1458-4ab3-878d-ab94c5afeaaa req-041836c3-92f8-4a3c-bb91-beae6221ecc4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318046 Sep 20 23:17:05.899204 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b5cf3ce2-2f72-493b-95bf-a31f198c093d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:06.595273 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55090) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:06.890768 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6109a10-4dbd-40fe-87fb-407961fb3d41 req-f13680cb-bfe2-403f-96e2-4c9e6e38d5f4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:06.892533 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b6109a10-4dbd-40fe-87fb-407961fb3d41 req-f13680cb-bfe2-403f-96e2-4c9e6e38d5f4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0607193 Sep 20 23:17:06.940636 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b6109a10-4dbd-40fe-87fb-407961fb3d41 req-baa7ea9f-d7eb-4307-951f-3ef8481cfe5a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416310 Sep 20 23:17:07.026800 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:07.316300 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Deleting port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:17:07.316681 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:07.395929 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] For port 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,segment=NetworkSegment(e285de93-107e-45fb-87ee-d863b9a33e09),segment_id=e285de93-107e-45fb-87ee-d863b9a33e09)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:07.396309 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:07.408267 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Calling delete_port for 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 owned by network:router_interface {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:17:07.663181 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:07.685732 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc030a4-fd10-4d73-aba4-6ab2e07e0b89,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:07.864959 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:08.064939 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4ab04-397c-4404-a41b-049e266975b6 req-55c4c637-d641-40d8-82f6-fc05afa893ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:08.066469 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dcb4ab04-397c-4404-a41b-049e266975b6 req-55c4c637-d641-40d8-82f6-fc05afa893ca tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0497923 Sep 20 23:17:08.102305 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Router f3b50030-2590-4a68-9a74-04a30614d813 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:17:08.104319 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dcb4ab04-397c-4404-a41b-049e266975b6 req-89bcee6a-d21b-4230-8891-642504812604 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Sep 20 23:17:08.207214 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:17:08.212359 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9032ad19-4240-4395-88b3-cb87d965253e admin admin] 10.222.0.15 "PUT /v2.0/routers/f3b50030-2590-4a68-9a74-04a30614d813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6159387 Sep 20 23:17:08.214950 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55124) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:08.216640 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] Sync routers for ids ['f3b50030-2590-4a68-9a74-04a30614d813'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:17:08.228081 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] Routers {'f3b50030-2590-4a68-9a74-04a30614d813'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:17:08.228608 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:16:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f3b50030-2590-4a68-9a74-04a30614d813'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:08.316944 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks [] for router, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:08.331289 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] Set router f3b50030-2590-4a68-9a74-04a30614d813 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:17:08.424094 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:08.507052 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:17:07Z', 'revision_number': 5, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:08.510834 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-878a825c-9f2f-40a5-8286-aa9392fa10f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:08.536540 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] Checking router: f3b50030-2590-4a68-9a74-04a30614d813 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:17:08.544914 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] Routers {'f3b50030-2590-4a68-9a74-04a30614d813'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:17:08.545521 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:17:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f3b50030-2590-4a68-9a74-04a30614d813'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:08.594049 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Deleting port 98513d2a-e214-4a0a-aa16-75ef73407233 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:17:08.594504 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:08.680602 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] For port 98513d2a-e214-4a0a-aa16-75ef73407233, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=98513d2a-e214-4a0a-aa16-75ef73407233,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:08.681298 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:08.693583 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Calling delete_port for 98513d2a-e214-4a0a-aa16-75ef73407233 owned by network:router_gateway {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:17:08.725779 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] Set router f3b50030-2590-4a68-9a74-04a30614d813 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:17:08.914807 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:17:07Z', 'revision_number': 5, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:08.941464 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03b31d-975c-4781-bae5-f20902138ba3 None None] The sync data for ids ['f3b50030-2590-4a68-9a74-04a30614d813'] in dv-cinder-809965-2-iscsi is: [{'id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'name': 'tempest-ServerRescueNegativeTestJSON-1596262386-router', 'tenant_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:44Z', 'updated_at': '2021-09-20T23:17:07Z', 'revision_number': 5, 'project_id': 'afb0754f92594ae9b6c407e5e9b5bc88', 'gw_port': {'id': '98513d2a-e214-4a0a-aa16-75ef73407233', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b50030-2590-4a68-9a74-04a30614d813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:17:09.218679 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db440ad-5584-40cc-8dfd-7697864160f7 req-bb3e43de-a8f8-40d8-8354-2e01f479d720 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:09.220149 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6db440ad-5584-40cc-8dfd-7697864160f7 req-bb3e43de-a8f8-40d8-8354-2e01f479d720 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0490789 Sep 20 23:17:09.253799 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.254016 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.261276 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6db440ad-5584-40cc-8dfd-7697864160f7 req-e41a98d0-a1ac-429a-b7d9-ec8072c18c99 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349801 Sep 20 23:17:09.289052 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Pushing event deleted for resources: {'Port': ['ID=98513d2a-e214-4a0a-aa16-75ef73407233,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:09.348922 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device c80b2b83-caa9-4ff0-a35c-5fca2322af8f no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:17:09.361248 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.371839 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: c80b2b83-caa9-4ff0-a35c-5fca2322af8f {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:17:09.372187 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device c80b2b83-caa9-4ff0-a35c-5fca2322af8f not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:17:09.372609 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device f14dd557-7992-4f03-96cd-fc56dad6cfeb no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:17:09.392648 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: f14dd557-7992-4f03-96cd-fc56dad6cfeb {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:17:09.393006 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device f14dd557-7992-4f03-96cd-fc56dad6cfeb not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:17:09.479614 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.481699 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.647751 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.648201 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b50030-2590-4a68-9a74-04a30614d813 {{(pid=94584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:17:09.662430 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] Notify callbacks [] for router, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.662430 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-5866d552-81c3-48bd-95b7-7f16a2d24369 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f3b50030-2590-4a68-9a74-04a30614d813 HTTP/1.1" status: 204 len: 168 time: 1.4386497 Sep 20 23:17:09.662430 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55144) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:09.694992 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.706716 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-09907dd1-08dc-4ac5-9d18-d5f02dd483ea admin admin] Deleting subnet d8ffbb60-db02-456a-b172-09b96a9e3743 {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:17:09.710532 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-09907dd1-08dc-4ac5-9d18-d5f02dd483ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.744966 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-09907dd1-08dc-4ac5-9d18-d5f02dd483ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7896106'] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.787710 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-09907dd1-08dc-4ac5-9d18-d5f02dd483ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.944254 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-09907dd1-08dc-4ac5-9d18-d5f02dd483ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7896304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8367307'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.972456 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09907dd1-08dc-4ac5-9d18-d5f02dd483ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8ffbb60-db02-456a-b172-09b96a9e3743,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:09.977963 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-09907dd1-08dc-4ac5-9d18-d5f02dd483ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:09.979686 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-09907dd1-08dc-4ac5-9d18-d5f02dd483ea admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d8ffbb60-db02-456a-b172-09b96a9e3743 HTTP/1.1" status: 204 len: 168 time: 0.3216116 Sep 20 23:17:09.982105 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55146) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:10.049527 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.134026 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.153600 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2722247a-29e7-46e7-9cb2-30646bed1b57']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:10.163156 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e285de93-107e-45fb-87ee-d863b9a33e09') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:10.163458 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e285de93-107e-45fb-87ee-d863b9a33e09') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:10.172596 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.185859 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.191603 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:17:10.192370 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:17:10.193546 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:17:10.310493 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.317053 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.319567 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2722247a-29e7-46e7-9cb2-30646bed1b57 HTTP/1.1" status: 204 len: 168 time: 0.3365498 Sep 20 23:17:10.329242 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb3322-ab3a-4a1f-b7a7-97e5af2d6777 admin admin] Pushing event deleted for resources: {'Network': ['ID=2722247a-29e7-46e7-9cb2-30646bed1b57,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:10.379523 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995e975-8cfe-459d-85b2-9e01badf48a5 req-1204e0c2-c329-4411-b842-8aeeff84e770 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:10.381017 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6995e975-8cfe-459d-85b2-9e01badf48a5 req-1204e0c2-c329-4411-b842-8aeeff84e770 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0504193 Sep 20 23:17:10.421689 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6995e975-8cfe-459d-85b2-9e01badf48a5 req-24b78e42-e30e-4374-8219-682e9855c1e5 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345707 Sep 20 23:17:10.744344 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55168) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:10.786755 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-5a763925-318e-4715-ab66-5f04e279ac21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afb0754f92594ae9b6c407e5e9b5bc88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412719 Sep 20 23:17:10.789128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55170) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:10.836411 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-aa536d6f-ee36-4740-9a47-1ea46c489d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.857486 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-aa536d6f-ee36-4740-9a47-1ea46c489d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.877007 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:17:10.897498 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:17:10.897933 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 6bc030a4-fd10-4d73-aba4-6ab2e07e0b89 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:17:10.902582 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 98513d2a-e214-4a0a-aa16-75ef73407233 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:17:10.916503 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 98513d2a-e214-4a0a-aa16-75ef73407233 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:17:10.916849 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 98513d2a-e214-4a0a-aa16-75ef73407233 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:17:10.979323 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-aa536d6f-ee36-4740-9a47-1ea46c489d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.981917 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-aa536d6f-ee36-4740-9a47-1ea46c489d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:10.983353 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-aa536d6f-ee36-4740-9a47-1ea46c489d0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/923efdfa-4374-46f0-8cd5-d9b0761dfa1e HTTP/1.1" status: 204 len: 168 time: 0.1933396 Sep 20 23:17:10.992474 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa536d6f-ee36-4740-9a47-1ea46c489d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923efdfa-4374-46f0-8cd5-d9b0761dfa1e,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:11.305154 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:11.533796 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400a19a-f850-4cb5-a501-33c396e610ea req-54f85b9b-cc02-40f1-ae25-800778afea6e tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:11.535244 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d400a19a-f850-4cb5-a501-33c396e610ea req-54f85b9b-cc02-40f1-ae25-800778afea6e tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0464838 Sep 20 23:17:11.572189 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d400a19a-f850-4cb5-a501-33c396e610ea req-36027799-acc7-4790-852b-743171bee4d7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304558 Sep 20 23:17:12.685114 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfe222-0219-452e-a4d8-d686bd2020cd req-701bd52f-88f6-4187-af5a-7f318384ba94 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:12.686631 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bdbfe222-0219-452e-a4d8-d686bd2020cd req-701bd52f-88f6-4187-af5a-7f318384ba94 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0475922 Sep 20 23:17:12.725484 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bdbfe222-0219-452e-a4d8-d686bd2020cd req-c03faab8-9ebf-454e-abfb-a1e9dc31ca92 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Sep 20 23:17:13.839653 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23e8a5-29ba-481e-a7d6-c480b4088d3d req-37b04643-778e-4a7f-b34f-75fe9c5c26b2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:13.841152 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-af23e8a5-29ba-481e-a7d6-c480b4088d3d req-37b04643-778e-4a7f-b34f-75fe9c5c26b2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0487618 Sep 20 23:17:13.889348 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-af23e8a5-29ba-481e-a7d6-c480b4088d3d req-c085759f-d8d1-47df-a03d-e44b5c345c47 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Sep 20 23:17:15.012932 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa0eda7-49d6-42a7-b9fe-4424bb5e7b47 req-a81ae512-3237-43a4-ae1d-5c06ee20a3da tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:15.014535 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fa0eda7-49d6-42a7-b9fe-4424bb5e7b47 req-a81ae512-3237-43a4-ae1d-5c06ee20a3da tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.0512996 Sep 20 23:17:15.056774 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fa0eda7-49d6-42a7-b9fe-4424bb5e7b47 req-0ead9f81-222c-482e-b993-d428a44c2cdc tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355823 Sep 20 23:17:15.763588 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55302) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:15.937605 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e576e1ce-b23d-4f19-9cd1-e84e3b9365e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.045156 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e576e1ce-b23d-4f19-9cd1-e84e3b9365e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.167840 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e576e1ce-b23d-4f19-9cd1-e84e3b9365e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.233216 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-e576e1ce-b23d-4f19-9cd1-e84e3b9365e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f73605daaca4c2393001a479b895d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682796 Sep 20 23:17:16.235947 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 55316) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:16.248796 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576e1ce-b23d-4f19-9cd1-e84e3b9365e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f001ab4-58dd-4203-bbd2-04c0d143ae96,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:16.282909 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8bd76-aa6b-4b0e-9a0e-ca251c3a7d76 req-daedb94e-ec69-40ec-9f9f-3fbc2006bb20 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:16.284750 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80a8bd76-aa6b-4b0e-9a0e-ca251c3a7d76 req-daedb94e-ec69-40ec-9f9f-3fbc2006bb20 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 943 time: 0.1067576 Sep 20 23:17:16.307480 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-10f14c0b-588e-4ffc-8664-06bf542bedf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.330299 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-10f14c0b-588e-4ffc-8664-06bf542bedf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.339649 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80a8bd76-aa6b-4b0e-9a0e-ca251c3a7d76 req-dfcd3514-31a5-4955-8c94-74b16daf1bd8 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 Sep 20 23:17:16.464675 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-10f14c0b-588e-4ffc-8664-06bf542bedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.467327 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-10f14c0b-588e-4ffc-8664-06bf542bedf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.468485 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-10f14c0b-588e-4ffc-8664-06bf542bedf6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f001ab4-58dd-4203-bbd2-04c0d143ae96 HTTP/1.1" status: 204 len: 168 time: 0.2315710 Sep 20 23:17:16.478160 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f14c0b-588e-4ffc-8664-06bf542bedf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f001ab4-58dd-4203-bbd2-04c0d143ae96,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:16.540118 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 927badb9-167a-45a3-a83b-95171b8d88ab details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:17:16.658305 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 927badb9-167a-45a3-a83b-95171b8d88ab, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=927badb9-167a-45a3-a83b-95171b8d88ab,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:16.672569 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '927badb9-167a-45a3-a83b-95171b8d88ab', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'port_id': '927badb9-167a-45a3-a83b-95171b8d88ab', 'mac_address': 'fa:16:3e:b1:2e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:17:16.713285 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.729734 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927badb9-167a-45a3-a83b-95171b8d88ab {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:17:16.752630 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 927badb9-167a-45a3-a83b-95171b8d88ab, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=927badb9-167a-45a3-a83b-95171b8d88ab,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:16.840309 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:16.937953 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=927badb9-167a-45a3-a83b-95171b8d88ab,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:16.946253 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.946897 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.948005 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.948366 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.951940 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.951940 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.951940 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.951940 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.951940 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.951940 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.953558 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:16.954022 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:17.161348 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['927badb9-167a-45a3-a83b-95171b8d88ab'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:17:17.445623 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ef35f-3375-4a3e-89bb-17711b86bd13 req-54e7d781-1aff-4b55-aebf-acd8ec6411e2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:17.452407 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-498ef35f-3375-4a3e-89bb-17711b86bd13 req-54e7d781-1aff-4b55-aebf-acd8ec6411e2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 944 time: 0.0490606 Sep 20 23:17:17.490199 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-498ef35f-3375-4a3e-89bb-17711b86bd13 req-7e9ae966-959b-4ef5-8769-69b23f164d96 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360053 Sep 20 23:17:18.625412 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaf1a0-7cc8-4960-88e9-568b5b3bc92d req-7ec8e0eb-4953-4ed6-88c1-6844fd3fdc4f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:18.627000 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bccaf1a0-7cc8-4960-88e9-568b5b3bc92d req-7ec8e0eb-4953-4ed6-88c1-6844fd3fdc4f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 944 time: 0.0498722 Sep 20 23:17:18.670138 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bccaf1a0-7cc8-4960-88e9-568b5b3bc92d req-d082e2eb-8c1e-4e31-a500-1a37c39bc27d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335686 Sep 20 23:17:19.790202 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99371f5-3099-479b-ba27-6bbb65e2c57f req-bd48670b-a2c4-4ae0-bd7e-10d6b301cc7b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:19.791657 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f99371f5-3099-479b-ba27-6bbb65e2c57f req-bd48670b-a2c4-4ae0-bd7e-10d6b301cc7b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 944 time: 0.0507097 Sep 20 23:17:19.827901 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f99371f5-3099-479b-ba27-6bbb65e2c57f req-a97f7532-2915-4e26-85ab-13cad2abad27 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303874 Sep 20 23:17:20.026906 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:17:20.072250 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 927badb9-167a-45a3-a83b-95171b8d88ab up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:17:20.190175 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 927badb9-167a-45a3-a83b-95171b8d88ab completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:17:20.194858 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 927badb9-167a-45a3-a83b-95171b8d88ab triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:17:20.195237 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:20.269274 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:20.291031 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927badb9-167a-45a3-a83b-95171b8d88ab'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:17:20.293261 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27fd92f-bee1-4728-86ce-fa7e65cc8a72" -d '{"events": [{"server_uuid": "37f08da6-6df2-4b9b-a916-0c6e7459f641", "name": "network-vif-plugged", "status": "completed", "tag": "927badb9-167a-45a3-a83b-95171b8d88ab"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:17:20.309072 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 927badb9-167a-45a3-a83b-95171b8d88ab, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=927badb9-167a-45a3-a83b-95171b8d88ab,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:20.328788 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7294dd54-4d0a-434e-87ca-08e77b81d25e x-openstack-request-id: req-7294dd54-4d0a-434e-87ca-08e77b81d25e {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:17:20.329073 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f08da6-6df2-4b9b-a916-0c6e7459f641", "name": "network-vif-plugged", "status": "completed", "tag": "927badb9-167a-45a3-a83b-95171b8d88ab", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:17:20.329324 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7294dd54-4d0a-434e-87ca-08e77b81d25e {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:17:20.329706 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927badb9-167a-45a3-a83b-95171b8d88ab', 'code': 200} Sep 20 23:17:20.372889 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:20.418554 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=927badb9-167a-45a3-a83b-95171b8d88ab,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:20.938142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963bf6a-1f1d-401b-81d9-728824e00f2d req-ca1f746c-fe45-4b4e-b9c8-efe9b851e1f5 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:20.939605 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7963bf6a-1f1d-401b-81d9-728824e00f2d req-ca1f746c-fe45-4b4e-b9c8-efe9b851e1f5 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0472105 Sep 20 23:17:20.976805 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7963bf6a-1f1d-401b-81d9-728824e00f2d req-0684d095-cea6-4dbc-b3e6-9ad9e59e19c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307786 Sep 20 23:17:21.469921 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bc2d3-b0ac-49ff-aef4-a9a524e0190a req-0b693d10-9663-4d9e-aace-7f2a0b5719fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:21.471703 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-329bc2d3-b0ac-49ff-aef4-a9a524e0190a req-0b693d10-9663-4d9e-aace-7f2a0b5719fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 1098 time: 0.0420644 Sep 20 23:17:21.519371 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-329bc2d3-b0ac-49ff-aef4-a9a524e0190a req-e961f9d3-071f-42f1-9055-da95fa071381 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372813 Sep 20 23:17:21.600215 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 55418) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:21.733945 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2384-56d7-48e3-9bda-8a7f3a718f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:21.843298 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2384-56d7-48e3-9bda-8a7f3a718f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:21.892194 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2384-56d7-48e3-9bda-8a7f3a718f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:21.937933 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55426) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:21.944171 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7d8c2384-56d7-48e3-9bda-8a7f3a718f32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b6144c6c2d642be848ab70c3c0d3bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425436 Sep 20 23:17:21.947040 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c2384-56d7-48e3-9bda-8a7f3a718f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8252d2c-1aa8-4830-a512-f42760bb4fa3,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:22.001775 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d67933a-79ac-4d5f-a922-0b879cb5bccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:22.046633 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d67933a-79ac-4d5f-a922-0b879cb5bccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:22.152649 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc172b-81df-460d-9ca9-cab9824530b4 req-35ef6944-a24b-41d0-8db3-632265baaa34 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:22.154306 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5bcc172b-81df-460d-9ca9-cab9824530b4 req-35ef6944-a24b-41d0-8db3-632265baaa34 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0834653 Sep 20 23:17:22.198848 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5bcc172b-81df-460d-9ca9-cab9824530b4 req-16665c22-7104-4d45-8260-c3622c4cecb3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383198 Sep 20 23:17:22.321490 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d67933a-79ac-4d5f-a922-0b879cb5bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:22.324063 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d67933a-79ac-4d5f-a922-0b879cb5bccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:22.325189 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-8d67933a-79ac-4d5f-a922-0b879cb5bccb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8252d2c-1aa8-4830-a512-f42760bb4fa3 HTTP/1.1" status: 204 len: 168 time: 0.3856528 Sep 20 23:17:22.334222 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67933a-79ac-4d5f-a922-0b879cb5bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8252d2c-1aa8-4830-a512-f42760bb4fa3,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:22.338642 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:23.146608 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55450) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:23.162255 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a870577d-14cc-413a-b63f-58fda05f4feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:23.286210 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a870577d-14cc-413a-b63f-58fda05f4feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:23.355508 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc1dd0-620f-4f06-b62b-57d4861282cd req-ab7ae930-ea69-4c11-9124-6cb84967d533 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:23.356916 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-33bc1dd0-620f-4f06-b62b-57d4861282cd req-ab7ae930-ea69-4c11-9124-6cb84967d533 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0659001 Sep 20 23:17:23.360284 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a870577d-14cc-413a-b63f-58fda05f4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:23.398483 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a870577d-14cc-413a-b63f-58fda05f4feb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa10c520bddc4476bdb86abe39ac4ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498806 Sep 20 23:17:23.401358 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55462) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:23.432682 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-33bc1dd0-620f-4f06-b62b-57d4861282cd req-56e6f84e-7898-42cf-8f14-7e3181cab99c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639980 Sep 20 23:17:23.447890 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870577d-14cc-413a-b63f-58fda05f4feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05dcbd3-8931-4a60-97b4-e25da12796e1,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:23.502826 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f5a1cfeb-cdd6-42b8-81be-dadc80cdc779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:23.527279 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f5a1cfeb-cdd6-42b8-81be-dadc80cdc779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:23.608562 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea5981-a5c1-4ee2-a980-bc94e686d5dd req-4ceedce5-51ba-4917-ae86-e093d494f16d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:23.610093 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fdea5981-a5c1-4ee2-a980-bc94e686d5dd req-4ceedce5-51ba-4917-ae86-e093d494f16d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0808702 Sep 20 23:17:23.654041 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fdea5981-a5c1-4ee2-a980-bc94e686d5dd req-b5043809-5f90-45da-946c-25def5d5ad13 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364771 Sep 20 23:17:23.680103 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55472) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:23.695884 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f5a1cfeb-cdd6-42b8-81be-dadc80cdc779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:23.695884 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f5a1cfeb-cdd6-42b8-81be-dadc80cdc779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:23.696943 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f5a1cfeb-cdd6-42b8-81be-dadc80cdc779 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a05dcbd3-8931-4a60-97b4-e25da12796e1 HTTP/1.1" status: 204 len: 168 time: 0.2942810 Sep 20 23:17:23.712893 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1cfeb-cdd6-42b8-81be-dadc80cdc779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05dcbd3-8931-4a60-97b4-e25da12796e1,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:24.009789 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d707cd-a131-4a88-88b6-59a47c058368 tempest-TestVolumeBootPattern-1967192850 tempest-TestVolumeBootPattern-1967192850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:24.014376 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f2d707cd-a131-4a88-88b6-59a47c058368 tempest-TestVolumeBootPattern-1967192850 tempest-TestVolumeBootPattern-1967192850-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 1093 time: 0.3314540 Sep 20 23:17:24.015118 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 55478) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:24.020597 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'port_id': '927badb9-167a-45a3-a83b-95171b8d88ab', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:17:24.121896 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:24.237805 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:24.364115 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Allocated IP 172.27.3.110 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/c1128e46-5771-40eb-a0d2-a02938835849) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:17:24.492636 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:24.642355 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:24.760721 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=c1128e46-5771-40eb-a0d2-a02938835849,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:24.788320 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:17:24.791364 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:17:24.797361 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:17:25.459881 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:25.668965 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:25.853584 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:25.921842 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:25.999374 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=c1128e46-5771-40eb-a0d2-a02938835849,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:26.007901 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:26.120855 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.l3_db [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Floating IP f01af185-aae4-4492-9fd3-7ac2e629cd80 associated. External IP: 172.27.3.110, port: 927badb9-167a-45a3-a83b-95171b8d88ab. Sep 20 23:17:26.580885 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:17:26.701184 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:17:26.719722 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:17:26.729218 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:17:26.732641 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:17:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:26.801535 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:26.843018 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-552602cd-bc87-49e0-a8f8-dd6ea32205c6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8256361 Sep 20 23:17:26.848130 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'tag': '927badb9-167a-45a3-a83b-95171b8d88ab'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:17:26.849076 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7d7723-6d8e-4546-9a2d-e7913a304bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "37f08da6-6df2-4b9b-a916-0c6e7459f641", "tag": "927badb9-167a-45a3-a83b-95171b8d88ab"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:17:26.883997 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:17:26.921429 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362b137b-e929-46f1-9bb5-2c958bab8b45 x-openstack-request-id: req-362b137b-e929-46f1-9bb5-2c958bab8b45 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:17:26.921725 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37f08da6-6df2-4b9b-a916-0c6e7459f641", "tag": "927badb9-167a-45a3-a83b-95171b8d88ab", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:17:26.922020 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-362b137b-e929-46f1-9bb5-2c958bab8b45 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:17:26.922574 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'tag': '927badb9-167a-45a3-a83b-95171b8d88ab', 'status': 'completed', 'code': 200} Sep 20 23:17:27.032605 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-f6e4d4a7-568a-48ce-9946-6e1b5e65b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:27.034175 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-f6e4d4a7-568a-48ce-9946-6e1b5e65b017 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 1098 time: 0.0573468 Sep 20 23:17:27.155839 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-ddbfa8be-a170-4581-8d37-0186b471925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:27.157503 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-ddbfa8be-a170-4581-8d37-0186b471925f service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.1159945 Sep 20 23:17:27.350139 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-324a732f-83fd-4cde-aab7-5c6ebc757068 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=927badb9-167a-45a3-a83b-95171b8d88ab HTTP/1.1" status: 200 len: 999 time: 0.1847446 Sep 20 23:17:27.368201 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': 'f01af185-aae4-4492-9fd3-7ac2e629cd80', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '927badb9-167a-45a3-a83b-95171b8d88ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:b1:2e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:17:25Z', 'updated_at': '2021-09-20T23:17:25Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:27.406313 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:17:27.406528 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-d4db0948-0736-41a0-b448-ae58ddd3b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:27.414000 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-d4db0948-0736-41a0-b448-ae58ddd3b1a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0549922 Sep 20 23:17:27.421023 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:17:27.421820 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:17:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:27.470797 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-ff5e273c-7399-4ef0-91e9-ed082bb3a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:27.473766 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-ff5e273c-7399-4ef0-91e9-ed082bb3a58f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521126 Sep 20 23:17:27.604785 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:17:27.606723 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-0e7e4d02-db49-4b95-b9c2-512320ee6d4d service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227300 Sep 20 23:17:27.797666 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-db7d7723-6d8e-4546-9a2d-e7913a304bbc req-b644d985-7bae-42ae-8aaa-f8d0cffe14a9 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823106 Sep 20 23:17:27.808143 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55590) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:27.987461 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': 'f01af185-aae4-4492-9fd3-7ac2e629cd80', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '927badb9-167a-45a3-a83b-95171b8d88ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:b1:2e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:17:25Z', 'updated_at': '2021-09-20T23:17:25Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:27.990816 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c00cc64-d6ae-45e2-8d9d-c6cf2f224e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:28.021048 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19f4231-8cc0-4d8e-ab36-010b9feeeb7e None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': 'f01af185-aae4-4492-9fd3-7ac2e629cd80', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '927badb9-167a-45a3-a83b-95171b8d88ab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:b1:2e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:17:25Z', 'updated_at': '2021-09-20T23:17:25Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:17:28.107858 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c00cc64-d6ae-45e2-8d9d-c6cf2f224e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:28.225133 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c00cc64-d6ae-45e2-8d9d-c6cf2f224e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:28.287295 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9c00cc64-d6ae-45e2-8d9d-c6cf2f224e11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c44d961d5cee49fd9761813e405490d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748998 Sep 20 23:17:28.287506 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 55602) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:28.287621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c00cc64-d6ae-45e2-8d9d-c6cf2f224e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af5f511-4b46-4081-95df-e887b1e6e81b,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:28.364724 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd327-4a52-44cb-b781-a822565badf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:28.401815 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd327-4a52-44cb-b781-a822565badf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:28.451329 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea965a9f-3f0b-4277-8ef7-26f0105c06a6 None None] New status for floating IP f01af185-aae4-4492-9fd3-7ac2e629cd80: ACTIVE {{(pid=94586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:17:28.532261 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd327-4a52-44cb-b781-a822565badf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:28.536947 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7d8fd327-4a52-44cb-b781-a822565badf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:28.538728 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7d8fd327-4a52-44cb-b781-a822565badf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8af5f511-4b46-4081-95df-e887b1e6e81b HTTP/1.1" status: 204 len: 168 time: 0.2511747 Sep 20 23:17:28.547142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fd327-4a52-44cb-b781-a822565badf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af5f511-4b46-4081-95df-e887b1e6e81b,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:29.207265 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 55622) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:29.224659 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65c1cc96-83aa-41ac-9fc4-5dbfcfbe1cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:29.323766 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65c1cc96-83aa-41ac-9fc4-5dbfcfbe1cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:29.453008 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-65c1cc96-83aa-41ac-9fc4-5dbfcfbe1cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:29.498041 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-65c1cc96-83aa-41ac-9fc4-5dbfcfbe1cc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e727b1e1ed24babada89d5f7975710c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871850 Sep 20 23:17:29.498411 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55632) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:29.500321 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c1cc96-83aa-41ac-9fc4-5dbfcfbe1cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a6ccfb-4eef-4697-847f-7aeed8b17361,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:29.567046 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ef065142-cd66-41b1-b7ce-755b2c880875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:29.593956 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ef065142-cd66-41b1-b7ce-755b2c880875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:29.733535 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ef065142-cd66-41b1-b7ce-755b2c880875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:29.739149 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ef065142-cd66-41b1-b7ce-755b2c880875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:29.741372 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ef065142-cd66-41b1-b7ce-755b2c880875 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71a6ccfb-4eef-4697-847f-7aeed8b17361 HTTP/1.1" status: 204 len: 168 time: 0.2417626 Sep 20 23:17:29.755999 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef065142-cd66-41b1-b7ce-755b2c880875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a6ccfb-4eef-4697-847f-7aeed8b17361,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:34.916199 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55794) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:35.027121 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0f805c13-e8c4-4339-a183-7495a2043956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:35.121950 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0f805c13-e8c4-4339-a183-7495a2043956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:35.240304 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0f805c13-e8c4-4339-a183-7495a2043956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:35.279223 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-0f805c13-e8c4-4339-a183-7495a2043956 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f4ba4f14c6794f5c96440c369d276fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617933 Sep 20 23:17:35.280104 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f805c13-e8c4-4339-a183-7495a2043956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30992a76-311f-4893-b5d4-36ff8399f5db,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:35.282357 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 55814) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:35.337000 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-325e76fe-e196-4ad2-aac1-29c3785cb34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:35.358460 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-325e76fe-e196-4ad2-aac1-29c3785cb34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:35.509971 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-325e76fe-e196-4ad2-aac1-29c3785cb34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:35.512416 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-325e76fe-e196-4ad2-aac1-29c3785cb34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:35.513679 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-325e76fe-e196-4ad2-aac1-29c3785cb34f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30992a76-311f-4893-b5d4-36ff8399f5db HTTP/1.1" status: 204 len: 168 time: 0.2290766 Sep 20 23:17:35.522308 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e76fe-e196-4ad2-aac1-29c3785cb34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30992a76-311f-4893-b5d4-36ff8399f5db,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:35.938551 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-43abfa57-036a-4a71-863b-54bb6ccd43db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:36.337941 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55866) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:36.351932 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d643405c-e226-40a3-a1fc-be067c64a9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:36.439326 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d643405c-e226-40a3-a1fc-be067c64a9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:36.475629 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d643405c-e226-40a3-a1fc-be067c64a9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:36.513686 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d643405c-e226-40a3-a1fc-be067c64a9d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fdb07df45274382b65701b1f48aeb3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746957 Sep 20 23:17:36.514593 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643405c-e226-40a3-a1fc-be067c64a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22776f83-031d-4417-9eab-2a51c8e6b456,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:36.516466 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 55868) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:36.567934 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9849723d-d42d-476c-88ed-654c32def742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:36.589685 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9849723d-d42d-476c-88ed-654c32def742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:36.708700 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9849723d-d42d-476c-88ed-654c32def742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:36.711325 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9849723d-d42d-476c-88ed-654c32def742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:36.712538 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9849723d-d42d-476c-88ed-654c32def742 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22776f83-031d-4417-9eab-2a51c8e6b456 HTTP/1.1" status: 204 len: 168 time: 0.1949852 Sep 20 23:17:36.720535 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849723d-d42d-476c-88ed-654c32def742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22776f83-031d-4417-9eab-2a51c8e6b456,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:37.475808 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2138d-d1e2-4ac8-9e08-b70bcfa1eadb req-9e3588e7-865c-461e-aedd-14221879fe67 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:37.477272 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-76f2138d-d1e2-4ac8-9e08-b70bcfa1eadb req-9e3588e7-865c-461e-aedd-14221879fe67 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0518875 Sep 20 23:17:37.514019 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-76f2138d-d1e2-4ac8-9e08-b70bcfa1eadb req-a8ec70a7-6d55-4855-8988-81d24d7804ff tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307999 Sep 20 23:17:37.806322 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 55908) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:37.852320 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_v2 [None req-554bcc6b-64d7-4905-aa0e-9174f3596af2 admin admin] Deleting subnet 788b59bf-8d22-4533-a200-2033afc8a502 {{(pid=94583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:17:37.855457 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-554bcc6b-64d7-4905-aa0e-9174f3596af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:37.893534 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-554bcc6b-64d7-4905-aa0e-9174f3596af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194794'] for subnet, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:37.933093 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-554bcc6b-64d7-4905-aa0e-9174f3596af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.281937 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-554bcc6b-64d7-4905-aa0e-9174f3596af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4539353'] for subnet, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.308833 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bcc6b-64d7-4905-aa0e-9174f3596af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788b59bf-8d22-4533-a200-2033afc8a502,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:38.313441 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-554bcc6b-64d7-4905-aa0e-9174f3596af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.315390 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-554bcc6b-64d7-4905-aa0e-9174f3596af2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/788b59bf-8d22-4533-a200-2033afc8a502 HTTP/1.1" status: 204 len: 168 time: 0.5069246 Sep 20 23:17:38.319083 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55916) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:38.388886 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.471465 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.491347 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4308928-160b-438a-a3b4-28874d901ab1']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:38.500197 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e01ab0-7497-41ea-b99c-f54a11abfacb') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:38.500490 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e01ab0-7497-41ea-b99c-f54a11abfacb') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:38.509994 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.524041 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.529924 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:17:38.530302 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:17:38.534775 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:17:38.555452 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-185608d2-34a7-473e-9b1c-864dd86467a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.654036 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277febe2-37a7-4466-8df2-e5b8b68ae2ba req-d080310f-f0a6-4971-9254-f137cf4137ac tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:38.655497 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-277febe2-37a7-4466-8df2-e5b8b68ae2ba req-d080310f-f0a6-4971-9254-f137cf4137ac tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0494938 Sep 20 23:17:38.685843 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.689933 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:38.693173 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c4308928-160b-438a-a3b4-28874d901ab1 HTTP/1.1" status: 204 len: 168 time: 0.3730404 Sep 20 23:17:38.699988 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-277febe2-37a7-4466-8df2-e5b8b68ae2ba req-01eaf617-512b-414e-9b2e-793c9eea8de5 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384662 Sep 20 23:17:38.705937 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1479680-3bf0-4815-a2eb-e7f4683d7669 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4308928-160b-438a-a3b4-28874d901ab1,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:39.184074 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55946) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:39.218443 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-9cac54be-a0e7-473f-9236-61f805767e6f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:39.219933 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-9cac54be-a0e7-473f-9236-61f805767e6f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0513446 Sep 20 23:17:39.233046 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-6ededccb-bc8f-4180-bf84-c15d6e468853 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc78cbf775f54a7abf765f2df3c0bb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459833 Sep 20 23:17:39.235819 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 55948) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:39.281284 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.286996 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ea298904-407e-4d2d-9328-8adc6832a124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.309457 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ea298904-407e-4d2d-9328-8adc6832a124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.322796 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Deleting port 867ccb97-3d32-4026-a681-cc911570bed7 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:17:39.323137 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.412956 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] For port 867ccb97-3d32-4026-a681-cc911570bed7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=867ccb97-3d32-4026-a681-cc911570bed7,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:39.413322 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.492572 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ea298904-407e-4d2d-9328-8adc6832a124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.495363 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ea298904-407e-4d2d-9328-8adc6832a124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.496507 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ea298904-407e-4d2d-9328-8adc6832a124 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87e0d8e3-fd92-40c5-9c76-b7b8257433c1 HTTP/1.1" status: 204 len: 168 time: 0.2617147 Sep 20 23:17:39.504785 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea298904-407e-4d2d-9328-8adc6832a124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e0d8e3-fd92-40c5-9c76-b7b8257433c1,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:39.629340 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.629761 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.630097 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.l3_db [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Floating IP 64f16ae7-54f9-4b30-8b40-5fd03a6aa90a disassociated. External IP: 172.27.3.125, port: 867ccb97-3d32-4026-a681-cc911570bed7. Sep 20 23:17:39.635600 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Calling delete_port for 867ccb97-3d32-4026-a681-cc911570bed7 owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:17:39.687316 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.829728 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8195d7-b58b-424d-a3ca-518c22d00056 req-7000811b-e765-431a-a010-128fafbae607 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:39.831216 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bf8195d7-b58b-424d-a3ca-518c22d00056 req-7000811b-e765-431a-a010-128fafbae607 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 946 time: 0.0481610 Sep 20 23:17:39.864435 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:39.870046 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bf8195d7-b58b-424d-a3ca-518c22d00056 req-d56f1fc4-ba62-4d2b-8f33-9e38847f36c4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=62f23f84-6ddc-43b3-86dd-80021c1fd651&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322518 Sep 20 23:17:39.898119 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event deleted for resources: {'Port': ['ID=867ccb97-3d32-4026-a681-cc911570bed7,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:40.011638 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Router 57aad96b-8d9f-4556-8861-6eb285b1ba3d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:17:40.163511 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:17:40.173636 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] Sync routers for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:17:40.184884 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:17:40.185515 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:17:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:40.202520 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] No DVR routers for this DVR port 867ccb97-3d32-4026-a681-cc911570bed7 on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:17:40.205064 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:40.207237 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-992444d4-c2a7-4479-bc3f-f1a12ada4584 req-8cbeeb14-f17d-42af-ac5e-a60a65e72515 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "DELETE /v2.0/ports/867ccb97-3d32-4026-a681-cc911570bed7 HTTP/1.1" status: 204 len: 173 time: 0.9815903 Sep 20 23:17:40.207672 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-deleted', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:17:40.209995 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94dabfa-c2a8-44c9-b21f-c6806adc52b5" -d '{"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-deleted", "tag": "867ccb97-3d32-4026-a681-cc911570bed7"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:17:40.265587 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e8badc-c5fa-4f44-8203-1cc10b686761 x-openstack-request-id: req-c5e8badc-c5fa-4f44-8203-1cc10b686761 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:17:40.266213 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26821a31-e7d0-4eb8-bb0e-ed6dd8902259", "name": "network-vif-deleted", "tag": "867ccb97-3d32-4026-a681-cc911570bed7", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:17:40.266213 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5e8badc-c5fa-4f44-8203-1cc10b686761 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:17:40.266676 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26821a31-e7d0-4eb8-bb0e-ed6dd8902259', 'name': 'network-vif-deleted', 'tag': '867ccb97-3d32-4026-a681-cc911570bed7', 'status': 'completed', 'code': 200} Sep 20 23:17:40.305195 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:17:40.515406 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:40.543974 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] Checking router: 57aad96b-8d9f-4556-8861-6eb285b1ba3d for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:17:40.553084 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:17:40.553808 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:17:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:40.668872 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:17:40.888748 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:17:40.927301 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852334a7-48fd-4c35-a407-8e4f90dcb019 None None] The sync data for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi is: [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:17:41.023192 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-339ae166-1213-479d-aa19-a33fa6e3d16b req-59df879a-6241-4fd5-9ded-7812c85b8aff tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=26821a31-e7d0-4eb8-bb0e-ed6dd8902259 HTTP/1.1" status: 200 len: 210 time: 0.0508716 Sep 20 23:17:41.227200 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bc6a93-8190-46ca-bed7-1c8f951524ff None None] New status for floating IP 64f16ae7-54f9-4b30-8b40-5fd03a6aa90a: DOWN {{(pid=94586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:17:41.275785 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:42.641951 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 56056) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:42.695047 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e2f73c49-abcb-4ec2-b760-ab0a9f9ebd41 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:42.718090 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e2f73c49-abcb-4ec2-b760-ab0a9f9ebd41 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:42.892863 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e2f73c49-abcb-4ec2-b760-ab0a9f9ebd41 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:42.895515 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e2f73c49-abcb-4ec2-b760-ab0a9f9ebd41 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:42.899696 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-e2f73c49-abcb-4ec2-b760-ab0a9f9ebd41 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "DELETE /v2.0/security-groups/62f23f84-6ddc-43b3-86dd-80021c1fd651 HTTP/1.1" status: 204 len: 168 time: 0.2543020 Sep 20 23:17:42.903310 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56060) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:42.906486 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f73c49-abcb-4ec2-b760-ab0a9f9ebd41 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f23f84-6ddc-43b3-86dd-80021c1fd651,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:42.917050 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.api.v2.resource [None req-d6f229cf-2b4d-484c-a8da-aa17060e417e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] show failed (client error): The resource could not be found. Sep 20 23:17:42.918185 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d6f229cf-2b4d-484c-a8da-aa17060e417e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups/62f23f84-6ddc-43b3-86dd-80021c1fd651 HTTP/1.1" status: 404 len: 347 time: 0.0169837 Sep 20 23:17:42.921180 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56062) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:43.043749 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Deleting port 261e8930-21bf-439e-a3d6-7a28401d97b6 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:17:43.044099 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:43.121504 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:43.121869 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:43.135959 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Calling delete_port for 261e8930-21bf-439e-a3d6-7a28401d97b6 owned by network:floatingip {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:17:43.338491 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:43.368031 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event deleted for resources: {'Port': ['ID=261e8930-21bf-439e-a3d6-7a28401d97b6,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:43.423815 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:43.426230 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:43.427919 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-02c99d56-3731-4d8f-9697-695db2762b65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "DELETE /v2.0/floatingips/64f16ae7-54f9-4b30-8b40-5fd03a6aa90a HTTP/1.1" status: 204 len: 168 time: 0.5057306 Sep 20 23:17:44.086579 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56082) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:44.089308 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-e6a0cbe3-a4df-4082-8e75-4113351e32b7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1656990270', 'description': 'tempest-description--1300711227'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:17:44.206775 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6a0cbe3-a4df-4082-8e75-4113351e32b7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:44.287220 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6a0cbe3-a4df-4082-8e75-4113351e32b7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:44.372432 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6a0cbe3-a4df-4082-8e75-4113351e32b7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:44.400917 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0cbe3-a4df-4082-8e75-4113351e32b7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5119db-c563-4177-9779-9ccf86592349,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:44.440751 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-e6a0cbe3-a4df-4082-8e75-4113351e32b7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:44.442113 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-e6a0cbe3-a4df-4082-8e75-4113351e32b7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3563428 Sep 20 23:17:44.445656 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56086) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:44.449951 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-d484ccd8-9b3d-4cb4-aec4-add68c0c9b0b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'security_group_rule': {'security_group_id': 'ea5119db-c563-4177-9779-9ccf86592349', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:17:44.554282 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d484ccd8-9b3d-4cb4-aec4-add68c0c9b0b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:44.622713 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d484ccd8-9b3d-4cb4-aec4-add68c0c9b0b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:44.694490 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:17:44.698346 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d484ccd8-9b3d-4cb4-aec4-add68c0c9b0b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:44.713881 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484ccd8-9b3d-4cb4-aec4-add68c0c9b0b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6b3864-b659-4f17-b10e-912f72fff29a,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:44.717258 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 867ccb97-3d32-4026-a681-cc911570bed7 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:17:44.717602 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 867ccb97-3d32-4026-a681-cc911570bed7 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:17:44.806160 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d484ccd8-9b3d-4cb4-aec4-add68c0c9b0b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:44.806160 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d484ccd8-9b3d-4cb4-aec4-add68c0c9b0b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567679 Sep 20 23:17:44.806160 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56090) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:44.810619 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-2efa5154-26e6-451c-9f08-b3602e493f2b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'security_group_rule': {'security_group_id': 'ea5119db-c563-4177-9779-9ccf86592349', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:17:44.959327 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2efa5154-26e6-451c-9f08-b3602e493f2b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:45.072801 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2efa5154-26e6-451c-9f08-b3602e493f2b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:45.161948 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2efa5154-26e6-451c-9f08-b3602e493f2b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:45.179339 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efa5154-26e6-451c-9f08-b3602e493f2b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070f87d5-67b7-4518-8b1e-474ebc43efe2,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:45.333017 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2efa5154-26e6-451c-9f08-b3602e493f2b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:45.334894 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2efa5154-26e6-451c-9f08-b3602e493f2b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5275130 Sep 20 23:17:45.338275 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56110) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:45.343501 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:17:45.441578 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:45.540052 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:45.648199 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Allocated IP 172.27.3.17 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/20d5bd9a-9e53-4ed9-8813-4b82a76f44aa) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:17:45.989508 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:46.087431 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:46.128088 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:17:46.131572 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:17:46.138462 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:17:46.141410 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'Port': ['ID=20d5bd9a-9e53-4ed9-8813-4b82a76f44aa,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:46.224000 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:46.325093 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:46.475638 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:46.530984 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:46.598402 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'Port': ['ID=20d5bd9a-9e53-4ed9-8813-4b82a76f44aa,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:46.608933 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:46.726891 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:46.728081 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-8ebee106-3049-484b-b0d1-9c7e1e06e19c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3887191 Sep 20 23:17:46.916043 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-7c8e157a-ba98-4df4-b596-97125fce1ce5 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1656990270&fields=id&tenant_id=5a2ba13959f14e42bf4b03418f6c0241 HTTP/1.1" status: 200 len: 267 time: 0.0353336 Sep 20 23:17:47.029148 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-058af5cd-272b-4090-87bf-9c860b0bee25 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:47.030758 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-058af5cd-272b-4090-87bf-9c860b0bee25 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 817 time: 0.1077781 Sep 20 23:17:47.046953 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-1b5543d3-5ac2-4827-b3c5-f37b6294e6f9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/quotas/5a2ba13959f14e42bf4b03418f6c0241 HTTP/1.1" status: 200 len: 375 time: 0.0100863 Sep 20 23:17:47.099257 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d6b850ce-2f70-4fd7-a437-b179e8796aff tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466866 Sep 20 23:17:47.196552 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-b61b0a27-6cf8-4893-804e-76c2cc62202f service neutron] 10.222.0.15 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849667 Sep 20 23:17:47.285917 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-fa867e40-775d-4350-8b49-22302c536e7c service neutron] 10.222.0.15 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825129 Sep 20 23:17:47.529590 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1ffe79a3-7bb0-4f96-85d7-62254a0004f5 req-04bda043-c0e3-483a-ae19-4e7c53112519 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 210 time: 0.0260098 Sep 20 23:17:48.632254 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57af76ea-f77a-4700-a5f9-970d56af832c req-1af54c19-0fa3-401e-9ecc-a31e264b8b2d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 210 time: 0.0261958 Sep 20 23:17:49.734887 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-fb5a6452-297d-4670-a71c-0d0986e85b1d req-a592e883-c722-4d89-be3e-d9566f72e866 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 210 time: 0.0300391 Sep 20 23:17:50.356731 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-29abdf61-6d44-4383-9076-4cf4be500819 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:50.358307 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-29abdf61-6d44-4383-9076-4cf4be500819 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 817 time: 0.1061792 Sep 20 23:17:50.410127 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-13c4660c-e695-4eec-9522-f34d5a36a898 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2ba13959f14e42bf4b03418f6c0241 HTTP/1.1" status: 200 len: 380 time: 0.0352817 Sep 20 23:17:50.423939 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'port': {'device_id': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'admin_state_up': True, 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'security_groups': ['ea5119db-c563-4177-9779-9ccf86592349']}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:17:50.513986 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56190) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:50.630867 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b9581cfb-4fdd-46d0-892d-d751edd1067e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:50.670562 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Made reservation on behalf of 5a2ba13959f14e42bf4b03418f6c0241 for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:17:50.675329 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:50.833993 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4cb5825f-6cee-4410-91aa-3ec7338bebbf req-5684afc1-536b-4ecc-bd86-e365c132a68c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 210 time: 0.0274658 Sep 20 23:17:50.867809 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Allocated IP 172.20.0.14 (d9776176-0595-48fe-b09a-36c6fb5e06ba/893812b5-320d-4044-908a-5a69f0902644/dab8b77d-4e0f-40a4-8fe7-73902ee7814c) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:17:50.882124 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b9581cfb-4fdd-46d0-892d-d751edd1067e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.014392 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.131733 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b9581cfb-4fdd-46d0-892d-d751edd1067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.163328 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.194150 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9581cfb-4fdd-46d0-892d-d751edd1067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de36602e-0844-4816-89f4-7e548e48efd5,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:51.207719 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-b9581cfb-4fdd-46d0-892d-d751edd1067e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f126584d786b4d8cbb1a5be87d36597c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899896 Sep 20 23:17:51.208026 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 56204) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:51.220531 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Network d9776176-0595-48fe-b09a-36c6fb5e06ba is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:17:51.223921 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:17:51.228252 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:17:51.237459 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:51.264959 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.287861 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.294022 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:51.294680 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.424516 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-d65bc81c-8847-4440-a80d-0b5674618ba8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0045185 Sep 20 23:17:51.440817 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-66e8098f-377c-4c57-8255-a29736301c84 None None] Provisioning complete for port dab8b77d-4e0f-40a4-8fe7-73902ee7814c triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:17:51.441311 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-66e8098f-377c-4c57-8255-a29736301c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.448076 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Request body: {'port': {'device_id': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:17:51.464712 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.467295 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.468434 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de36602e-0844-4816-89f4-7e548e48efd5 HTTP/1.1" status: 204 len: 168 time: 0.2597032 Sep 20 23:17:51.477784 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de36602e-0844-4816-89f4-7e548e48efd5,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:51.487695 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.488063 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.488408 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.488753 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.489085 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.489586 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.489953 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.490073 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-66e8098f-377c-4c57-8255-a29736301c84 None None] Port dab8b77d-4e0f-40a4-8fe7-73902ee7814c cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:17:51.490289 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.490621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.491837 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.492336 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.493004 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb8653f-e673-44b5-8c6b-aaa653dfadbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:17:51.519940 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.803800 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab8b77d-4e0f-40a4-8fe7-73902ee7814c {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:17:51.811961 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:51.830493 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Transition to ACTIVE for port object dab8b77d-4e0f-40a4-8fe7-73902ee7814c will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:17:51.931941 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.016586 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:52.076027 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f279-13f9-426f-953d-9a638e62c186 req-a2ffa25e-850c-45c1-856b-2058eb15033f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:52.081465 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-00b4f279-13f9-426f-953d-9a638e62c186 req-a2ffa25e-850c-45c1-856b-2058eb15033f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.1373820 Sep 20 23:17:52.125179 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Attempting to bind port dab8b77d-4e0f-40a4-8fe7-73902ee7814c on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:17:52.125668 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Attempting to bind port dab8b77d-4e0f-40a4-8fe7-73902ee7814c by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:17:52.126031 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Attempting to bind port dab8b77d-4e0f-40a4-8fe7-73902ee7814c on network d9776176-0595-48fe-b09a-36c6fb5e06ba {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:17:52.136440 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Port dab8b77d-4e0f-40a4-8fe7-73902ee7814c on network d9776176-0595-48fe-b09a-36c6fb5e06ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:17:52.136756 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Attempting to bind port dab8b77d-4e0f-40a4-8fe7-73902ee7814c on network d9776176-0595-48fe-b09a-36c6fb5e06ba {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:17:52.145473 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-00b4f279-13f9-426f-953d-9a638e62c186 req-7cd80e95-dc81-44a6-b394-be7b67568468 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581334 Sep 20 23:17:52.146733 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:17:52.147092 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Checking segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:17:52.147467 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Bound using segment: {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:17:52.147921 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Bound port: dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b4cd08-6f98-473b-8285-9a07457c4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:17:52.148265 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.211786 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:17:52.215522 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:17:52.339009 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.339279 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.375236 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:52.375858 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.377310 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] 10.222.0.35 "PUT /v2.0/ports/dab8b77d-4e0f-40a4-8fe7-73902ee7814c HTTP/1.1" status: 200 len: 1094 time: 0.9333951 Sep 20 23:17:52.377833 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:17:52.380110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4bd25f-724e-4fe4-a257-3834a64996b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:17:52.411981 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 56236) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:52.414518 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b362ab-1576-40b3-88ad-c0ede3e87d1c service neutron] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:52.424000 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480a8611-092d-46e4-96c7-245dcb298421 x-openstack-request-id: req-480a8611-092d-46e4-96c7-245dcb298421 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:17:52.424355 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:17:52.425231 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-480a8611-092d-46e4-96c7-245dcb298421 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:17:52.425716 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'status': 'completed', 'code': 200} Sep 20 23:17:52.429146 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9090d306-119b-4ce2-987b-ba7fb63af824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.524785 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bd25f-724e-4fe4-a257-3834a64996b8 req-b05b3414-2b18-4d76-8c32-02ceafc50be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:52.532377 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee4bd25f-724e-4fe4-a257-3834a64996b8 req-b05b3414-2b18-4d76-8c32-02ceafc50be2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 1097 time: 0.0574143 Sep 20 23:17:52.532535 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9090d306-119b-4ce2-987b-ba7fb63af824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.623758 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9090d306-119b-4ce2-987b-ba7fb63af824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.644112 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bd25f-724e-4fe4-a257-3834a64996b8 req-9ed47dc5-9f36-4bda-83df-99206ce5a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:52.645705 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee4bd25f-724e-4fe4-a257-3834a64996b8 req-9ed47dc5-9f36-4bda-83df-99206ce5a22b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0961249 Sep 20 23:17:52.663149 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090d306-119b-4ce2-987b-ba7fb63af824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40211268-a845-4132-b79e-c712107b2018,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:52.669408 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9090d306-119b-4ce2-987b-ba7fb63af824 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b7128d90b3d4c51aa92ba68c92d00eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596602 Sep 20 23:17:52.673228 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56240) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:17:52.778867 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9670-c9a1-419b-83de-71d73a64edde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.780844 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bd25f-724e-4fe4-a257-3834a64996b8 req-5ef2da5d-0c99-48e2-a6a8-dbb789a6dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:52.782359 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee4bd25f-724e-4fe4-a257-3834a64996b8 req-5ef2da5d-0c99-48e2-a6a8-dbb789a6dbaf service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293049 Sep 20 23:17:52.802920 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9670-c9a1-419b-83de-71d73a64edde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:52.885881 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-65a463ee-599f-49d4-b256-49abf43914cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:52.887395 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-65a463ee-599f-49d4-b256-49abf43914cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 1097 time: 0.0439696 Sep 20 23:17:52.936256 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-a710d9d7-7cf1-4ed6-8d1f-2f4cb41271e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c HTTP/1.1" status: 200 len: 217 time: 0.0334737 Sep 20 23:17:52.989561 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-dd5dfdeb-a453-426e-ac4e-51bf13841380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:52.991062 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-dd5dfdeb-a453-426e-ac4e-51bf13841380 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0447295 Sep 20 23:17:53.039744 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-bfe702b4-97b9-4637-a0b4-7ba3d7179b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:53.041380 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-bfe702b4-97b9-4637-a0b4-7ba3d7179b94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420072 Sep 20 23:17:53.131786 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-8aad5d0b-7a61-4255-8b65-5f5771cda319 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825918 Sep 20 23:17:53.165831 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9670-c9a1-419b-83de-71d73a64edde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:53.168928 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c3cc9670-c9a1-419b-83de-71d73a64edde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:53.170122 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c3cc9670-c9a1-419b-83de-71d73a64edde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40211268-a845-4132-b79e-c712107b2018 HTTP/1.1" status: 204 len: 168 time: 0.4958987 Sep 20 23:17:53.207323 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc9670-c9a1-419b-83de-71d73a64edde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40211268-a845-4132-b79e-c712107b2018,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:53.270681 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee755d89-c417-4cc3-add6-e05a43a3a30e req-894f80ed-d8a4-4410-a061-2d9bf7d9cd99 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308763 Sep 20 23:17:53.296110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fc00a9-48f2-4e7d-95e6-70eb4c4a8f31 req-79333d07-6edf-4751-b711-454ec1972711 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:53.296110 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a8fc00a9-48f2-4e7d-95e6-70eb4c4a8f31 req-79333d07-6edf-4751-b711-454ec1972711 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0592809 Sep 20 23:17:53.331753 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a8fc00a9-48f2-4e7d-95e6-70eb4c4a8f31 req-d1482226-b1ca-40b5-bbd7-9f25372e26c6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Sep 20 23:17:54.461304 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dc050-22b0-45c5-b0dc-b98d49c47add req-9a524a19-06ad-4538-b4db-218df29ec881 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:54.463041 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b2dc050-22b0-45c5-b0dc-b98d49c47add req-9a524a19-06ad-4538-b4db-218df29ec881 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0533862 Sep 20 23:17:54.507272 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b2dc050-22b0-45c5-b0dc-b98d49c47add req-3f04212d-a2bf-43e9-a007-659cd8a99e0d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355358 Sep 20 23:17:55.645839 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e4e62-3f92-48d2-8f22-50c1341974c7 req-43807496-0b7e-4c31-a051-1afa5973086e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:55.647664 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-941e4e62-3f92-48d2-8f22-50c1341974c7 req-43807496-0b7e-4c31-a051-1afa5973086e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0489006 Sep 20 23:17:55.692779 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-941e4e62-3f92-48d2-8f22-50c1341974c7 req-32baf113-a4b1-45b1-bd6a-a8c4e1684292 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375779 Sep 20 23:17:56.172796 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:17:56.268412 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:56.279158 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'port_id': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'mac_address': 'fa:16:3e:a5:d9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:17:56.318567 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:56.333366 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab8b77d-4e0f-40a4-8fe7-73902ee7814c {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:17:56.354242 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:56.446696 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:56.498302 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:56.789271 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['dab8b77d-4e0f-40a4-8fe7-73902ee7814c'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:17:56.811354 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605749-6297-4fbc-bd42-bf6aa4537522 req-42c47505-e2dd-4223-b025-32f027904edc tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:56.812810 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d605749-6297-4fbc-bd42-bf6aa4537522 req-42c47505-e2dd-4223-b025-32f027904edc tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 945 time: 0.0478005 Sep 20 23:17:56.854815 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d605749-6297-4fbc-bd42-bf6aa4537522 req-f746043b-d35c-487c-87bd-cccc26d18403 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358970 Sep 20 23:17:57.025822 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:17:57.979253 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919bd3d-e0ec-4fac-b69a-8482f966fbaa req-eabe562b-c997-4ed1-9467-5cdcd27322df tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:57.980791 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9919bd3d-e0ec-4fac-b69a-8482f966fbaa req-eabe562b-c997-4ed1-9467-5cdcd27322df tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 945 time: 0.0490367 Sep 20 23:17:58.018613 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9919bd3d-e0ec-4fac-b69a-8482f966fbaa req-86a0a5f6-d086-4d3c-bd73-4dc27e91f1a4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Sep 20 23:17:58.179668 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:17:58.331806 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port dab8b77d-4e0f-40a4-8fe7-73902ee7814c completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:17:58.336009 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port dab8b77d-4e0f-40a4-8fe7-73902ee7814c triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:17:58.336455 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:58.413658 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:58.436092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:17:58.438251 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3d5725-9521-4080-a2fa-50d6d0dab94a" -d '{"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-plugged", "status": "completed", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:17:58.450114 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:17:58.474969 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e299ffbc-4ad7-47c9-bd3c-437d9220d773 x-openstack-request-id: req-e299ffbc-4ad7-47c9-bd3c-437d9220d773 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:17:58.475258 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-plugged", "status": "completed", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:17:58.475563 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e299ffbc-4ad7-47c9-bd3c-437d9220d773 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:17:58.475959 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'code': 200} Sep 20 23:17:58.552009 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:17:58.620439 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:17:58.918575 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1a2ac-81cc-41b7-bb6d-320c35207cbd req-85c847bf-7eda-43d7-b0d5-b7041bc40ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:58.920128 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c6e1a2ac-81cc-41b7-bb6d-320c35207cbd req-85c847bf-7eda-43d7-b0d5-b7041bc40ea6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 1099 time: 0.0394931 Sep 20 23:17:58.956947 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c6e1a2ac-81cc-41b7-bb6d-320c35207cbd req-6fefa08e-a013-4f0f-ba54-373c8e5cca02 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269859 Sep 20 23:17:59.132904 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c098ab-fb95-4997-b6fd-7f1eaa864632 req-12795a2d-1dbf-422d-8bec-3226c9f4099d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:17:59.134371 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-61c098ab-fb95-4997-b6fd-7f1eaa864632 req-12795a2d-1dbf-422d-8bec-3226c9f4099d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0472908 Sep 20 23:17:59.173684 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-61c098ab-fb95-4997-b6fd-7f1eaa864632 req-4d5f53ad-942b-4d9c-af8c-efebbc6a848d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329740 Sep 20 23:18:00.293823 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f2d23-f0ec-4460-99d3-16355dc01eba req-033d0133-b7ee-4c2b-b3e6-936d8297c35c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:00.295247 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-595f2d23-f0ec-4460-99d3-16355dc01eba req-033d0133-b7ee-4c2b-b3e6-936d8297c35c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0467610 Sep 20 23:18:00.332235 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-595f2d23-f0ec-4460-99d3-16355dc01eba req-260e0e9e-5baf-491f-b3c2-7dd3bd4e23ec tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Sep 20 23:18:01.452129 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c77925-bdac-4d64-bfe2-e6d5c58932ca req-816a0d59-ab39-422f-9874-722a9e69ee16 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:01.453604 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c77925-bdac-4d64-bfe2-e6d5c58932ca req-816a0d59-ab39-422f-9874-722a9e69ee16 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0475631 Sep 20 23:18:01.489490 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c77925-bdac-4d64-bfe2-e6d5c58932ca req-3527e187-0a2a-429b-9aac-e3d2000d6f7e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300803 Sep 20 23:18:02.610922 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf8c4b-f62a-4b1e-acb9-43e0f3c12a92 req-bcebc735-95de-4c56-a7a7-ff889ceaac30 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:02.613010 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7faf8c4b-f62a-4b1e-acb9-43e0f3c12a92 req-bcebc735-95de-4c56-a7a7-ff889ceaac30 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0518594 Sep 20 23:18:02.655126 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7faf8c4b-f62a-4b1e-acb9-43e0f3c12a92 req-af7c25cf-f19f-4c08-aaee-8bef54ec510d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362229 Sep 20 23:18:03.770795 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc94e9d-10c7-4fb5-9e4d-beffb0317438 req-ab15449b-23a6-42d5-a444-be9ceb6cf9ac tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:03.772304 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2fc94e9d-10c7-4fb5-9e4d-beffb0317438 req-ab15449b-23a6-42d5-a444-be9ceb6cf9ac tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0483334 Sep 20 23:18:03.819799 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2fc94e9d-10c7-4fb5-9e4d-beffb0317438 req-e64d2d19-ebe5-4429-8667-4636a0b77893 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Sep 20 23:18:03.938755 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18344d8e-5ac5-4f3b-82ac-a3fc6efe5ebd req-dcff892e-ef43-4685-9404-89f5bd97fd94 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:03.940221 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-18344d8e-5ac5-4f3b-82ac-a3fc6efe5ebd req-dcff892e-ef43-4685-9404-89f5bd97fd94 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0492563 Sep 20 23:18:03.948754 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 56462) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:03.953921 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Request body: {'floatingip': {'port_id': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:18:04.027769 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:04.855381 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:04.937652 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:05.050649 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Floating IP 8b138053-4981-4770-8b67-01a38534340c associated. External IP: 172.27.3.17, port: dab8b77d-4e0f-40a4-8fe7-73902ee7814c. Sep 20 23:18:05.270514 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Router 57aad96b-8d9f-4556-8861-6eb285b1ba3d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:18:05.392723 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:18:05.405852 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:05.412399 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] Sync routers for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:18:05.422796 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:05.423423 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:17:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:05.433143 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-bfd8862f-6ebc-406e-99a1-c965bcd42286 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "PUT /v2.0/floatingips/8b138053-4981-4770-8b67-01a38534340c HTTP/1.1" status: 200 len: 991 time: 1.4833434 Sep 20 23:18:05.433734 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:18:05.436076 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22fe504-aa76-458b-ada5-2d91fa90b234" -d '{"events": [{"name": "network-changed", "server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:18:05.476415 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925bceab-7da7-4112-8968-ced64c5c745e x-openstack-request-id: req-925bceab-7da7-4112-8968-ced64c5c745e {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:18:05.476901 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:18:05.477225 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-925bceab-7da7-4112-8968-ced64c5c745e {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:18:05.477626 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'status': 'completed', 'code': 200} Sep 20 23:18:05.580852 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-192cab08-0409-429e-8f57-37431059613e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:05.582473 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-192cab08-0409-429e-8f57-37431059613e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 1099 time: 0.0445499 Sep 20 23:18:05.654060 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:05.677470 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-f1342932-7969-4606-ae26-bded07745203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:05.678962 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-f1342932-7969-4606-ae26-bded07745203 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 918 time: 0.0888355 Sep 20 23:18:05.751948 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-3e97eb6f-b59c-4caa-87c0-7e7820d06529 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c HTTP/1.1" status: 200 len: 999 time: 0.0658653 Sep 20 23:18:05.806260 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-3abbea29-50d7-43f5-ac91-4a81e35126b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:05.807712 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-3abbea29-50d7-43f5-ac91-4a81e35126b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0453005 Sep 20 23:18:05.853669 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-1b6b9774-b58a-4d8a-a2b7-d7e7be6a7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:05.855108 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-1b6b9774-b58a-4d8a-a2b7-d7e7be6a7e4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381863 Sep 20 23:18:05.894199 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '8b138053-4981-4770-8b67-01a38534340c', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'port_id': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'mac_address': 'fa:16:3e:a5:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:17:46Z', 'updated_at': '2021-09-20T23:18:04Z', 'revision_number': 1, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:05.920120 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] Checking router: 57aad96b-8d9f-4556-8861-6eb285b1ba3d for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:18:05.928815 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:05.929424 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:17:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:05.951805 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-943dadd8-8889-4124-8981-4cd75e66afd8 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856457 Sep 20 23:18:05.969053 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1d142896-9b95-4669-9672-69a167eb502e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:06.042415 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:06.066049 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a22fe504-aa76-458b-ada5-2d91fa90b234 req-ff61c8ea-c402-4aca-b492-86a4da9129cb service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871904 Sep 20 23:18:06.276010 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '8b138053-4981-4770-8b67-01a38534340c', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'port_id': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'mac_address': 'fa:16:3e:a5:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:17:46Z', 'updated_at': '2021-09-20T23:18:04Z', 'revision_number': 1, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:06.302276 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccfd3d-cac8-41b6-8833-64ae102d5b8b None None] The sync data for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi is: [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '8b138053-4981-4770-8b67-01a38534340c', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'port_id': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'mac_address': 'fa:16:3e:a5:d9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:17:46Z', 'updated_at': '2021-09-20T23:18:04Z', 'revision_number': 1, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:18:06.489535 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe2e98c-ed7e-4b83-8fc8-c50861e41167 None None] New status for floating IP 8b138053-4981-4770-8b67-01a38534340c: ACTIVE {{(pid=94586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:18:08.514885 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-324722b6-4a9d-4f23-ab41-534eb9e916e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:08.681158 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 56546) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:08.792912 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6c45e9c-0699-4abd-ad54-490dee0a8534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:08.883834 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6c45e9c-0699-4abd-ad54-490dee0a8534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:08.982864 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6c45e9c-0699-4abd-ad54-490dee0a8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:09.024072 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f6c45e9c-0699-4abd-ad54-490dee0a8534 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=850179c1eb784aa0bf78079919caa27f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3391323 Sep 20 23:18:09.024072 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c45e9c-0699-4abd-ad54-490dee0a8534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf95f280-73da-43ab-8690-65d30aa9c824,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:09.025019 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56552) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:09.074604 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:09.095804 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:09.149460 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:09.240475 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:09.243103 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:09.244526 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf95f280-73da-43ab-8690-65d30aa9c824 HTTP/1.1" status: 204 len: 168 time: 0.2184169 Sep 20 23:18:09.253934 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf95f280-73da-43ab-8690-65d30aa9c824,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:09.261492 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.261942 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.262231 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.262567 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.262933 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.263268 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.263634 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.264042 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.264376 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.264700 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.265048 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.266008 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da630b5-d897-4e59-827b-c0d0ac55c357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:09.651972 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:09.960630 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56566) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:09.974065 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bcf4097e-eb20-499f-adec-4022d71a4fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:10.063199 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bcf4097e-eb20-499f-adec-4022d71a4fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:10.240082 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bcf4097e-eb20-499f-adec-4022d71a4fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:10.278913 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-bcf4097e-eb20-499f-adec-4022d71a4fa6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e628875980743fcb57851db6a05f406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171768 Sep 20 23:18:10.279984 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4097e-eb20-499f-adec-4022d71a4fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1aa82a-8c03-4dab-9bbb-43d393077ad3,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:10.282225 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 56570) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:10.335456 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e1caad93-9bad-4381-a1c4-e7f9c4b12211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:10.356519 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e1caad93-9bad-4381-a1c4-e7f9c4b12211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:10.497862 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e1caad93-9bad-4381-a1c4-e7f9c4b12211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:10.500634 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e1caad93-9bad-4381-a1c4-e7f9c4b12211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:10.501815 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-e1caad93-9bad-4381-a1c4-e7f9c4b12211 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b1aa82a-8c03-4dab-9bbb-43d393077ad3 HTTP/1.1" status: 204 len: 168 time: 0.2179406 Sep 20 23:18:10.510327 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caad93-9bad-4381-a1c4-e7f9c4b12211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1aa82a-8c03-4dab-9bbb-43d393077ad3,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:11.268923 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:22.296751 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.024514 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:18:34.206674 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56914) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:34.307337 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc3a3-8e06-4e00-8db6-c36cb5a56e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.394050 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56922) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:34.403469 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc3a3-8e06-4e00-8db6-c36cb5a56e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.485417 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bd3bc3a3-8e06-4e00-8db6-c36cb5a56e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.531222 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-bd3bc3a3-8e06-4e00-8db6-c36cb5a56e42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6e3dfda59fa4550b2aaf43e641e9da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210442 Sep 20 23:18:34.531784 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 56932) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:34.532721 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a92dd18c-72a8-4731-91ad-7d3816c9ac20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.559136 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3bc3a3-8e06-4e00-8db6-c36cb5a56e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f78458-6cf9-41b8-97f4-6b235f93086e,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:34.581919 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-22eb6f41-1079-4233-8073-d6bedefff1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.606460 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-22eb6f41-1079-4233-8073-d6bedefff1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.637526 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a92dd18c-72a8-4731-91ad-7d3816c9ac20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.737121 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-a92dd18c-72a8-4731-91ad-7d3816c9ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.776690 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-a92dd18c-72a8-4731-91ad-7d3816c9ac20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8a20e8279e34b65a57ca6070d23c8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816319 Sep 20 23:18:34.777113 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-22eb6f41-1079-4233-8073-d6bedefff1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.777547 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dd18c-72a8-4731-91ad-7d3816c9ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e487826f-6b0d-4353-b6fd-f32285262e71,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:34.779925 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56936) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:34.792312 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-22eb6f41-1079-4233-8073-d6bedefff1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.793496 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-22eb6f41-1079-4233-8073-d6bedefff1aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02f78458-6cf9-41b8-97f4-6b235f93086e HTTP/1.1" status: 204 len: 168 time: 0.2608953 Sep 20 23:18:34.801926 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb6f41-1079-4233-8073-d6bedefff1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f78458-6cf9-41b8-97f4-6b235f93086e,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:34.846544 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-dd1763ba-9939-44ac-9e60-a83c5efc99b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:34.868507 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-dd1763ba-9939-44ac-9e60-a83c5efc99b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.011242 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-dd1763ba-9939-44ac-9e60-a83c5efc99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.013687 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-dd1763ba-9939-44ac-9e60-a83c5efc99b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.014921 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-dd1763ba-9939-44ac-9e60-a83c5efc99b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e487826f-6b0d-4353-b6fd-f32285262e71 HTTP/1.1" status: 204 len: 168 time: 0.2340729 Sep 20 23:18:35.022591 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1763ba-9939-44ac-9e60-a83c5efc99b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e487826f-6b0d-4353-b6fd-f32285262e71,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:35.422432 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 56948) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:35.436810 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c3afbc5-59ae-4d8b-a9f0-7bfc5d0dcaff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.527590 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c3afbc5-59ae-4d8b-a9f0-7bfc5d0dcaff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.628468 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c3afbc5-59ae-4d8b-a9f0-7bfc5d0dcaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.668101 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-8c3afbc5-59ae-4d8b-a9f0-7bfc5d0dcaff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4d04b5a710a472ba3d4eb8c588fca52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445326 Sep 20 23:18:35.670044 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3afbc5-59ae-4d8b-a9f0-7bfc5d0dcaff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15f5e46-5baf-44c3-b28a-614bf86a11cd,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:35.670851 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 56956) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:35.721167 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4da1a95e-c6d8-45ea-bb9c-accf013b0cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.748078 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4da1a95e-c6d8-45ea-bb9c-accf013b0cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.902917 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4da1a95e-c6d8-45ea-bb9c-accf013b0cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.905494 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4da1a95e-c6d8-45ea-bb9c-accf013b0cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:35.906721 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-4da1a95e-c6d8-45ea-bb9c-accf013b0cf2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e15f5e46-5baf-44c3-b28a-614bf86a11cd HTTP/1.1" status: 204 len: 168 time: 0.2348938 Sep 20 23:18:35.915718 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1a95e-c6d8-45ea-bb9c-accf013b0cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15f5e46-5baf-44c3-b28a-614bf86a11cd,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:35.982830 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8a358330-cfb4-45a3-b19d-ec9c45fe1823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:36.980069 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57002) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:37.186764 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-80217c8e-f7d2-40b2-afcf-4db77bf67325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:37.276098 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-80217c8e-f7d2-40b2-afcf-4db77bf67325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:37.342455 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-80217c8e-f7d2-40b2-afcf-4db77bf67325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:37.385097 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-80217c8e-f7d2-40b2-afcf-4db77bf67325 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6308818861ea4b2ca05e76e4b036fe51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002626 Sep 20 23:18:37.385305 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57018) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:37.387992 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80217c8e-f7d2-40b2-afcf-4db77bf67325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37eff8e-7fd3-4d37-8d52-dc1a74138a6e,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:37.437426 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-2593e930-af87-42fd-afea-bad5db27e43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:37.463783 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-2593e930-af87-42fd-afea-bad5db27e43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:37.571671 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-2593e930-af87-42fd-afea-bad5db27e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:37.574339 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-2593e930-af87-42fd-afea-bad5db27e43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:37.576561 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-2593e930-af87-42fd-afea-bad5db27e43a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e37eff8e-7fd3-4d37-8d52-dc1a74138a6e HTTP/1.1" status: 204 len: 168 time: 0.1904552 Sep 20 23:18:37.587260 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593e930-af87-42fd-afea-bad5db27e43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37eff8e-7fd3-4d37-8d52-dc1a74138a6e,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:38.594076 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2ab081ba-c7fa-489c-82f3-f89b26ee1b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:38.681234 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57066) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:38.836686 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-980646179-network', 'tenant_id': 'c129ed1551e54495884c864cae8019e0'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:18:38.982296 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Made reservation on behalf of c129ed1551e54495884c864cae8019e0 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:18:38.984777 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:38.994673 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.089491 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.130817 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.162557 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57080) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:39.199815 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.222098 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:18:39.238802 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.239399 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Added segment 9cc823c8-ef75-4576-b95b-6f3f4f812e42 of type vlan for network a96be5b1-8880-46c8-8678-e82911c1d9f5 Sep 20 23:18:39.241044 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:39.277979 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c29d5de-d687-4614-be38-21355bbc0893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.297516 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.368736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c29d5de-d687-4614-be38-21355bbc0893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.405318 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.406267 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:39.406844 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.446067 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9c29d5de-d687-4614-be38-21355bbc0893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.466107 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] Pushing event updated for resources: {'Network': ['ID=a96be5b1-8880-46c8-8678-e82911c1d9f5,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:39.476833 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:18:39.483845 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9c29d5de-d687-4614-be38-21355bbc0893 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1d8abaca0a04d069e3a6474562a815e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200562 Sep 20 23:18:39.484960 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29d5de-d687-4614-be38-21355bbc0893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd75a5b9-ff48-43e3-8e9e-749caee1f6eb,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:39.486571 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57090) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:39.539883 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f868b61a-eee8-4eed-8e90-20925c108aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.559713 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-4877ad6e-f45b-4c45-91ed-bd226b082a42 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8775151 Sep 20 23:18:39.564359 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57094) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:39.564547 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f868b61a-eee8-4eed-8e90-20925c108aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.567544 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Request body: {'subnet': {'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-980646179-subnet', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:18:39.685332 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Made reservation on behalf of c129ed1551e54495884c864cae8019e0 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:18:39.687618 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8367340'] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.725700 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f868b61a-eee8-4eed-8e90-20925c108aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.727949 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.729188 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f868b61a-eee8-4eed-8e90-20925c108aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:39.732757 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f868b61a-eee8-4eed-8e90-20925c108aea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd75a5b9-ff48-43e3-8e9e-749caee1f6eb HTTP/1.1" status: 204 len: 168 time: 0.2428200 Sep 20 23:18:39.742760 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868b61a-eee8-4eed-8e90-20925c108aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd75a5b9-ff48-43e3-8e9e-749caee1f6eb,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:40.016173 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7896243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8367298'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.068796 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:40.080811 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Checking segment: {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:18:40.081166 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Network hostable DHCP agents. Network: a96be5b1-8880-46c8-8678-e82911c1d9f5, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:18:40.233999 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:18:40.342583 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, a96be5b1-8880-46c8-8678-e82911c1d9f5) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:40.347089 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:40.352429 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.353654 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e59cd-0b1b-4ebe-ae57-2fcb61a00aa7 None None] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:18:40.474913 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-92860603-11dd-4c1d-b7aa-5f7b087dd030 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9110587 Sep 20 23:18:40.477638 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57104) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:40.482071 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:18:40.498546 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-a96be5b1-8880-46c8-8678-e82911c1d9f5', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:18:40.499475 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.588619 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.589871 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.642779 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.644069 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Allocated IP 172.20.0.2 (a96be5b1-8880-46c8-8678-e82911c1d9f5/f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff/5048274d-f8be-498f-9d87-54aa6a219b4a) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:18:40.787727 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.832427 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.869371 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.905374 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:18:40.908149 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:40.912307 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:18:40.925805 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Pushing event updated for resources: {'Port': ['ID=5048274d-f8be-498f-9d87-54aa6a219b4a,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:40.948874 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.949223 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.949564 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.949926 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.950260 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.950848 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.951175 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.951497 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.951846 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.952173 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.952494 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.952814 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:40.980266 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Attempting to bind port 5048274d-f8be-498f-9d87-54aa6a219b4a on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:18:40.980631 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Attempting to bind port 5048274d-f8be-498f-9d87-54aa6a219b4a by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:18:40.980990 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Attempting to bind port 5048274d-f8be-498f-9d87-54aa6a219b4a on network a96be5b1-8880-46c8-8678-e82911c1d9f5 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:18:40.986520 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:18:40.986520 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Checking segment: {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:18:40.986886 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:40.987302 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Bound using segment: {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:18:40.987727 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Bound port: 5048274d-f8be-498f-9d87-54aa6a219b4a, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:18:40.988107 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:41.055871 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] For port 5048274d-f8be-498f-9d87-54aa6a219b4a, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:18:41.058766 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] For port 5048274d-f8be-498f-9d87-54aa6a219b4a, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=5048274d-f8be-498f-9d87-54aa6a219b4a,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:18:41.106756 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:41.126035 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:41.171553 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:41.232398 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1334b0-896a-45b5-b474-75386c6bf84d None None] Pushing event updated for resources: {'Port': ['ID=5048274d-f8be-498f-9d87-54aa6a219b4a,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:41.237395 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Allocated IP 172.27.3.171 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/cc5c7b0a-b6a2-49ab-a992-b929dc304a0e) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:18:41.247016 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:41.348819 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:41.480370 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:41.517472 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:18:41.521691 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:41.525255 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:18:41.533155 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5c7b0a-b6a2-49ab-a992-b929dc304a0e,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:41.843074 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:42.048283 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:42.125903 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea589c-15b2-43e9-92ae-6e1f5f098336 None None] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:18:42.217810 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-c6457054-0db3-418f-a0c0-c7573b48effe None None] Provisioning complete for port 5048274d-f8be-498f-9d87-54aa6a219b4a triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:42.218183 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c6457054-0db3-418f-a0c0-c7573b48effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:42.325696 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Router c12966e0-b84f-4977-909b-e27ece63e94d is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:18:42.356299 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c6457054-0db3-418f-a0c0-c7573b48effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:42.390120 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-c6457054-0db3-418f-a0c0-c7573b48effe None None] For port 5048274d-f8be-498f-9d87-54aa6a219b4a, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=5048274d-f8be-498f-9d87-54aa6a219b4a,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:18:42.440564 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:18:42.452465 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Sync routers for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:18:42.462253 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:42.462933 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:18:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:42.497461 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c6457054-0db3-418f-a0c0-c7573b48effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:42.548200 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] Notify callbacks [] for router, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:42.549458 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f95541b2-30f7-495c-881d-902055ee7578 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0707407 Sep 20 23:18:42.552276 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57132) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:42.591413 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6457054-0db3-418f-a0c0-c7573b48effe None None] Pushing event updated for resources: {'Port': ['ID=5048274d-f8be-498f-9d87-54aa6a219b4a,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:42.618578 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:42.692865 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-4394a05c-4625-4a87-baa1-bc17e37c0139 None None] Provisioning complete for port 5048274d-f8be-498f-9d87-54aa6a219b4a triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:42.693243 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4394a05c-4625-4a87-baa1-bc17e37c0139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:42.871362 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:41Z', 'revision_number': 3, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:42.899967 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Checking router: c12966e0-b84f-4977-909b-e27ece63e94d for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:18:42.900333 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Updating router c12966e0-b84f-4977-909b-e27ece63e94d port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:18:42.925724 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:42.973440 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 5048274d-f8be-498f-9d87-54aa6a219b4a up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:42.981779 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.131148 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 5048274d-f8be-498f-9d87-54aa6a219b4a triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:43.131709 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.136123 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Allocated IP 172.20.0.1 (a96be5b1-8880-46c8-8678-e82911c1d9f5/f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff/a13a2256-ef04-43a5-9087-0a7e3549f939) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:18:43.240128 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.343697 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.386122 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:18:43.389030 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:43.393666 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:18:43.403680 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.420841 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Pushing event updated for resources: {'Port': ['ID=a13a2256-ef04-43a5-9087-0a7e3549f939,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:43.440295 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.496757 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.546290 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Attempting to bind port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:18:43.546660 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Attempting to bind port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:18:43.547030 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Attempting to bind port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:18:43.555337 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d28f0f-c2af-43a4-8ea0-818982688cff None None] Pushing event updated for resources: {'Port': ['ID=cc5c7b0a-b6a2-49ab-a992-b929dc304a0e,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:43.560153 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:18:43.560527 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:18:43.560923 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.561309 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:18:43.561810 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Bound port: cc5c7b0a-b6a2-49ab-a992-b929dc304a0e, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:18:43.562202 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.610314 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-a993a4fa-ce2d-47ae-a1c9-0151f56a4462 None None] Provisioning complete for port a13a2256-ef04-43a5-9087-0a7e3549f939 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:43.610683 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-a993a4fa-ce2d-47ae-a1c9-0151f56a4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.636104 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.646302 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] For port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:18:43.650724 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] For port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=cc5c7b0a-b6a2-49ab-a992-b929dc304a0e,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:18:43.656781 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-a993a4fa-ce2d-47ae-a1c9-0151f56a4462 None None] Port a13a2256-ef04-43a5-9087-0a7e3549f939 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:18:43.737560 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.794785 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:43.795417 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:18:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:43.797891 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.828895 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d28f0f-c2af-43a4-8ea0-818982688cff None None] Pushing event updated for resources: {'Port': ['ID=cc5c7b0a-b6a2-49ab-a992-b929dc304a0e,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:43.905899 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:43.914699 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:43.983366 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Pushing event updated for resources: {'Port': ['ID=a13a2256-ef04-43a5-9087-0a7e3549f939,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:43.986101 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:44.079859 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:18:44.081381 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:44.114149 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 1, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:44.148902 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b19cd66-1400-444c-bc2e-2b55b5e6c910 None None] The sync data for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi is: [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 1, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:18:44.383578 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-635ae800-b149-4eee-bcbf-120021cc8fc5 None None] Provisioning complete for port a13a2256-ef04-43a5-9087-0a7e3549f939 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:44.384225 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-635ae800-b149-4eee-bcbf-120021cc8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:44.432363 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-635ae800-b149-4eee-bcbf-120021cc8fc5 None None] Port a13a2256-ef04-43a5-9087-0a7e3549f939 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:18:44.474510 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Router c12966e0-b84f-4977-909b-e27ece63e94d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:18:44.594569 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:18:44.600168 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0a539e2b-55f9-4093-a0a0-2b9271f5a6ec admin admin] 10.222.0.15 "PUT /v2.0/routers/c12966e0-b84f-4977-909b-e27ece63e94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467978 Sep 20 23:18:44.631540 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57152) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:44.754824 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2cbf93f0-fb86-4658-a228-1764755e29fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:44.873968 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2cbf93f0-fb86-4658-a228-1764755e29fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:44.950094 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2cbf93f0-fb86-4658-a228-1764755e29fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:44.979621 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device cc5c7b0a-b6a2-49ab-a992-b929dc304a0e up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:44.988892 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2cbf93f0-fb86-4658-a228-1764755e29fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db1f026e603b41d19841634f4fd5c52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552580 Sep 20 23:18:44.991576 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57160) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:44.994291 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf93f0-fb86-4658-a228-1764755e29fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37be84-2453-4ed0-9839-0aacd827c753,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:45.034145 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:45.035427 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.062562 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e0190249-3a43-4f42-a361-3138ad59f103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.087247 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e0190249-3a43-4f42-a361-3138ad59f103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.120309 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.141737 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=cc5c7b0a-b6a2-49ab-a992-b929dc304a0e,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:18:45.279934 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e0190249-3a43-4f42-a361-3138ad59f103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.282549 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e0190249-3a43-4f42-a361-3138ad59f103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.283914 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-e0190249-3a43-4f42-a361-3138ad59f103 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab37be84-2453-4ed0-9839-0aacd827c753 HTTP/1.1" status: 204 len: 168 time: 0.2913105 Sep 20 23:18:45.294992 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0190249-3a43-4f42-a361-3138ad59f103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37be84-2453-4ed0-9839-0aacd827c753,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:45.337137 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.386193 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=cc5c7b0a-b6a2-49ab-a992-b929dc304a0e,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:45.635840 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57176) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:45.640995 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-879958707-network', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:18:45.743413 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Made reservation on behalf of ca71cdcbc81b4418b7c9d7d048f973c3 for: {'network': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:18:45.745831 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.754282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.849640 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.959969 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:45.984820 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:18:45.995922 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce7f290-4eaa-4793-8818-a13de4a2af27,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:46.001503 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.003604 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.segments_db [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Added segment b35f9506-d49e-4a3b-9403-da7da03e8e93 of type vlan for network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 Sep 20 23:18:46.042492 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.066851 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57178) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:46.081122 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-af998b34-3c4b-4d8b-b822-4d8bc7f13c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.099314 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Sync routers for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:18:46.110626 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:46.120468 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:18:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:46.170352 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-af998b34-3c4b-4d8b-b822-4d8bc7f13c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.213563 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:46.256363 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.257378 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:46.257991 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.318070 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-af998b34-3c4b-4d8b-b822-4d8bc7f13c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.330212 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] Pushing event updated for resources: {'Network': ['ID=0de88fe5-ce4f-4022-afd9-bdc67b879e95,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:46.341624 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:18:46.365646 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-af998b34-3c4b-4d8b-b822-4d8bc7f13c33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82d3fef1f1cb4f39a0fde87466b62436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954180 Sep 20 23:18:46.365646 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af998b34-3c4b-4d8b-b822-4d8bc7f13c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cea9e4-4473-47f1-af44-e6b41c54ae42,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:46.367202 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57180) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:46.383699 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-8bc8e5e1-9414-4820-8ac3-cba3972c3165 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7467520 Sep 20 23:18:46.387443 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57182) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:46.394340 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Request body: {'subnet': {'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-879958707-subnet', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:18:46.420187 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 2, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:46.432600 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ee933d33-3af0-432f-8846-414debcbe339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.455620 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ee933d33-3af0-432f-8846-414debcbe339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.496494 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Made reservation on behalf of ca71cdcbc81b4418b7c9d7d048f973c3 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:18:46.498836 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8367340'] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.532628 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Checking router: c12966e0-b84f-4977-909b-e27ece63e94d for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:18:46.532975 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Updating router c12966e0-b84f-4977-909b-e27ece63e94d port a13a2256-ef04-43a5-9087-0a7e3549f939 binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:18:46.558217 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.618711 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ee933d33-3af0-432f-8846-414debcbe339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.623572 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ee933d33-3af0-432f-8846-414debcbe339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.624911 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-ee933d33-3af0-432f-8846-414debcbe339 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2cea9e4-4473-47f1-af44-e6b41c54ae42 HTTP/1.1" status: 204 len: 168 time: 0.2575750 Sep 20 23:18:46.640160 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee933d33-3af0-432f-8846-414debcbe339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cea9e4-4473-47f1-af44-e6b41c54ae42,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:46.816897 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7896243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8367298'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.836121 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.868179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b20514-e31f-4a56-9a66-42a7a508ca9b,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:46.884339 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Checking segment: {'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:18:46.884694 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Network hostable DHCP agents. Network: 0de88fe5-ce4f-4022-afd9-bdc67b879e95, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:18:46.890974 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:46.944064 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Pushing event updated for resources: {'Port': ['ID=a13a2256-ef04-43a5-9087-0a7e3549f939,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:46.944920 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.945547 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.945905 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.946530 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.947343 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.947601 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device cc5c7b0a-b6a2-49ab-a992-b929dc304a0e up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:46.947892 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.948377 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.949060 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.949562 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.950060 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.950779 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.951285 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:46.999931 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:18:47.014849 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Attempting to bind port a13a2256-ef04-43a5-9087-0a7e3549f939 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:18:47.015211 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Attempting to bind port a13a2256-ef04-43a5-9087-0a7e3549f939 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:18:47.015773 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Attempting to bind port a13a2256-ef04-43a5-9087-0a7e3549f939 on network a96be5b1-8880-46c8-8678-e82911c1d9f5 {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:18:47.021643 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:18:47.022220 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Checking segment: {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:18:47.023151 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.023543 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Bound using segment: {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:18:47.024361 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Bound port: a13a2256-ef04-43a5-9087-0a7e3549f939, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:18:47.025080 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.025659 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:47.026137 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.091322 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 0de88fe5-ce4f-4022-afd9-bdc67b879e95) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:47.102203 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] For port a13a2256-ef04-43a5-9087-0a7e3549f939, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:18:47.102819 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:47.102915 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] For port a13a2256-ef04-43a5-9087-0a7e3549f939, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a13a2256-ef04-43a5-9087-0a7e3549f939,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:18:47.103664 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.112822 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c6b90e-0e79-43e1-a166-0eddbc0930e7 None None] Network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:18:47.256702 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-0de88fe5-ce4f-4022-afd9-bdc67b879e95', 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'fixed_ips': [{'subnet_id': '29b20514-e31f-4a56-9a66-42a7a508ca9b'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:18:47.258134 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.285590 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.286017 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f8918fc0-2a54-4fc1-af2a-d458015629f6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8968260 Sep 20 23:18:47.288121 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-911765da-6f41-4c3f-9915-3601858811c8 None None] Provisioning complete for port a13a2256-ef04-43a5-9087-0a7e3549f939 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:47.289015 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57190) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:47.291344 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-911765da-6f41-4c3f-9915-3601858811c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.292987 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:18:47.346911 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae140c-5f89-46d6-a078-f474ad8baf12 None None] Pushing event updated for resources: {'Port': ['ID=a13a2256-ef04-43a5-9087-0a7e3549f939,revision_number=4']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:47.351313 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:47.352048 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:18:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:47.406848 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.408596 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.460989 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:47.471544 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Allocated IP 172.20.0.2 (0de88fe5-ce4f-4022-afd9-bdc67b879e95/29b20514-e31f-4a56-9a66-42a7a508ca9b/22666125-4dd6-46dd-83d6-37c72cd579e7) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:18:47.486681 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-911765da-6f41-4c3f-9915-3601858811c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.495509 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.506836 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57192) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:47.523486 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b3cdab41-f7d3-4c2c-a8ab-4f4a6aac8a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.574580 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-911765da-6f41-4c3f-9915-3601858811c8 None None] For port a13a2256-ef04-43a5-9087-0a7e3549f939, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a13a2256-ef04-43a5-9087-0a7e3549f939,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:18:47.643156 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b3cdab41-f7d3-4c2c-a8ab-4f4a6aac8a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.647554 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-911765da-6f41-4c3f-9915-3601858811c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.691382 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:47Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:47.707953 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.713849 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b3cdab41-f7d3-4c2c-a8ab-4f4a6aac8a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.725582 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed58796-5916-4981-b78f-2bec72deb9de None None] The sync data for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi is: [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:47Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:18:47.725892 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.742413 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911765da-6f41-4c3f-9915-3601858811c8 None None] Pushing event updated for resources: {'Port': ['ID=a13a2256-ef04-43a5-9087-0a7e3549f939,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:47.771099 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d026fbed-a093-4047-8a17-ee22b79a8a51 None None] Provisioning complete for port a13a2256-ef04-43a5-9087-0a7e3549f939 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:47.771099 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d026fbed-a093-4047-8a17-ee22b79a8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.771424 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdab41-f7d3-4c2c-a8ab-4f4a6aac8a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02300cdd-5946-4eb3-96bc-6f3370f7a7c1,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:47.780720 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b3cdab41-f7d3-4c2c-a8ab-4f4a6aac8a0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=388e88375bb349d6a95af58fe8af2000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714543 Sep 20 23:18:47.783338 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57198) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:47.807827 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.851519 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15a4a0d9-26be-40ce-b9dc-a1620da78418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.879271 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:18:47.880624 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15a4a0d9-26be-40ce-b9dc-a1620da78418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:47.886644 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:47.893858 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:18:47.931598 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Pushing event updated for resources: {'Port': ['ID=22666125-4dd6-46dd-83d6-37c72cd579e7,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:48.006116 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Attempting to bind port 22666125-4dd6-46dd-83d6-37c72cd579e7 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:18:48.006632 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Attempting to bind port 22666125-4dd6-46dd-83d6-37c72cd579e7 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:18:48.007630 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Attempting to bind port 22666125-4dd6-46dd-83d6-37c72cd579e7 on network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:18:48.013295 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:18:48.013813 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Checking segment: {'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:18:48.014225 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.014625 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Bound using segment: {'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:18:48.015100 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Bound port: 22666125-4dd6-46dd-83d6-37c72cd579e7, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:18:48.015487 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.051058 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15a4a0d9-26be-40ce-b9dc-a1620da78418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.058487 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-15a4a0d9-26be-40ce-b9dc-a1620da78418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.058487 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-15a4a0d9-26be-40ce-b9dc-a1620da78418 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02300cdd-5946-4eb3-96bc-6f3370f7a7c1 HTTP/1.1" status: 204 len: 168 time: 0.2711208 Sep 20 23:18:48.066234 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4a0d9-26be-40ce-b9dc-a1620da78418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02300cdd-5946-4eb3-96bc-6f3370f7a7c1,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:48.089970 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.110480 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.112103 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] For port 22666125-4dd6-46dd-83d6-37c72cd579e7, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:18:48.116322 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] For port 22666125-4dd6-46dd-83d6-37c72cd579e7, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=22666125-4dd6-46dd-83d6-37c72cd579e7,segment=NetworkSegment(b35f9506-d49e-4a3b-9403-da7da03e8e93),segment_id=b35f9506-d49e-4a3b-9403-da7da03e8e93)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:18:48.195090 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.232840 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Allocated IP 172.27.3.112 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/bef47847-fc75-4f60-8907-ac9aba23b63b) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:18:48.268777 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67014842-2552-41cb-b5f0-f5b58be51a5c None None] Pushing event updated for resources: {'Port': ['ID=22666125-4dd6-46dd-83d6-37c72cd579e7,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:48.357573 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.534023 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:48.575479 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:18:48.578271 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:48.584786 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:18:48.587213 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Pushing event updated for resources: {'Port': ['ID=bef47847-fc75-4f60-8907-ac9aba23b63b,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:48.996134 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:49.106284 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a13a2256-ef04-43a5-9087-0a7e3549f939 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:49.169663 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port a13a2256-ef04-43a5-9087-0a7e3549f939 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:49.170182 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:49.220520 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:49.259993 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e343bef4-9f40-4e9e-9ad9-135968c21812 None None] Network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:18:49.280664 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 22666125-4dd6-46dd-83d6-37c72cd579e7 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:49.370591 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-8a5ad738-be87-426e-ba95-fd5203dd6de8 None None] Provisioning complete for port 22666125-4dd6-46dd-83d6-37c72cd579e7 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:49.370967 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad738-be87-426e-ba95-fd5203dd6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:49.399643 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:18:49.427062 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 22666125-4dd6-46dd-83d6-37c72cd579e7 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:49.427377 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:49.523575 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:18:49.545341 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Sync routers for ids ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:18:49.605568 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:49.606891 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-99ef6e82-1527-4a00-a5cf-df3e3798f42f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3172462 Sep 20 23:18:49.610018 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57224) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:49.717092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Routers {'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:49.717625 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:18:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:49.725266 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad738-be87-426e-ba95-fd5203dd6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:49.787833 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:49.857039 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-8a5ad738-be87-426e-ba95-fd5203dd6de8 None None] For port 22666125-4dd6-46dd-83d6-37c72cd579e7, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=22666125-4dd6-46dd-83d6-37c72cd579e7,segment=NetworkSegment(b35f9506-d49e-4a3b-9403-da7da03e8e93),segment_id=b35f9506-d49e-4a3b-9403-da7da03e8e93)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:18:49.900129 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Set router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:49.981187 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8a5ad738-be87-426e-ba95-fd5203dd6de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.122748 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ad738-be87-426e-ba95-fd5203dd6de8 None None] Pushing event updated for resources: {'Port': ['ID=22666125-4dd6-46dd-83d6-37c72cd579e7,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:50.134631 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.db.api [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94585) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 20 23:18:50.134986 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG oslo_db.api [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 20 23:18:50.145530 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-4b915bfd-bfbd-44d0-bf16-fdecf10b49ef None None] Provisioning complete for port 22666125-4dd6-46dd-83d6-37c72cd579e7 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:50.145920 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4b915bfd-bfbd-44d0-bf16-fdecf10b49ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.270691 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:18:48Z', 'revision_number': 3, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port': {'id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:48Z', 'updated_at': '2021-09-20T23:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:50.308113 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Checking router: a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:18:50.308462 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Updating router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 port bef47847-fc75-4f60-8907-ac9aba23b63b binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:18:50.326042 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.340041 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.500975 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Allocated IP 172.20.0.1 (0de88fe5-ce4f-4022-afd9-bdc67b879e95/29b20514-e31f-4a56-9a66-42a7a508ca9b/f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:18:50.630330 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.635930 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.759554 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.794204 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.839465 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Attempting to bind port bef47847-fc75-4f60-8907-ac9aba23b63b on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:18:50.840010 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Attempting to bind port bef47847-fc75-4f60-8907-ac9aba23b63b by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:18:50.841603 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Attempting to bind port bef47847-fc75-4f60-8907-ac9aba23b63b on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:18:50.842384 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f1f91-7ae2-4b9e-8f30-0f41d05e5599 None None] Pushing event updated for resources: {'Port': ['ID=bef47847-fc75-4f60-8907-ac9aba23b63b,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:50.847610 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:18:50.848560 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:18:50.849015 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:18:50.849823 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.849949 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:18:50.850459 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:50.850960 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Bound port: bef47847-fc75-4f60-8907-ac9aba23b63b, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:18:50.850960 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.858563 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:18:50.905901 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:50.910374 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:50.957859 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] For port bef47847-fc75-4f60-8907-ac9aba23b63b, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:18:50.962167 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] For port bef47847-fc75-4f60-8907-ac9aba23b63b, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=bef47847-fc75-4f60-8907-ac9aba23b63b,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:18:51.008520 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 22666125-4dd6-46dd-83d6-37c72cd579e7 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:51.065294 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 22666125-4dd6-46dd-83d6-37c72cd579e7 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:51.065673 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:51.097143 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:51.182249 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Routers {'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:51.182903 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:18:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:51.186328 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-08149012-6f1b-4dff-bbc9-bb26b039afb8 None None] Provisioning complete for port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:51.186722 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-08149012-6f1b-4dff-bbc9-bb26b039afb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:51.188115 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f1f91-7ae2-4b9e-8f30-0f41d05e5599 None None] Pushing event updated for resources: {'Port': ['ID=bef47847-fc75-4f60-8907-ac9aba23b63b,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:51.271712 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:51.343849 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-08149012-6f1b-4dff-bbc9-bb26b039afb8 None None] Port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:18:51.368538 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] Set router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:51.437066 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:51.549265 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:18:48Z', 'revision_number': 3, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port': {'id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:48Z', 'updated_at': '2021-09-20T23:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:51.554034 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:51.575127 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fff25-9c6a-46f9-bf56-66583dbe6918 None None] The sync data for ids ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'] in dv-cinder-809965-2-iscsi is: [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:18:48Z', 'revision_number': 3, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port': {'id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:48Z', 'updated_at': '2021-09-20T23:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:18:51.639141 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:51.641062 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Pushing event updated for resources: {'Port': ['ID=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:51.653874 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.654229 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.654574 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.654910 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.655307 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.655637 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.655963 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.656297 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.656627 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.656956 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.657275 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.657592 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:18:51.749007 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:18:51.754274 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:18:51.927097 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:18:52.049608 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:18:52.060001 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-771fb632-6fe1-4e2e-9d03-21e858a75b94 admin admin] 10.222.0.15 "PUT /v2.0/routers/a414b43a-5d7e-4afb-aec0-f5b8d51f80b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442091 Sep 20 23:18:52.070224 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-9417fa21-2007-499f-8bda-8780e55bc5f3 None None] Provisioning complete for port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:52.070597 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9417fa21-2007-499f-8bda-8780e55bc5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:52.108284 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-9417fa21-2007-499f-8bda-8780e55bc5f3 None None] Port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:18:52.330776 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:52.739775 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-31888190-e8c4-4a23-a71d-406f7273ccf3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520213 Sep 20 23:18:52.789706 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57314) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:52.852096 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-b1c3e954-c230-4c33-90a4-ac90b41d497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:52.854103 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-b1c3e954-c230-4c33-90a4-ac90b41d497f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 1098 time: 0.0514240 Sep 20 23:18:52.956783 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3055-2433-4d48-9c84-1bfe9607db2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.002355 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-3c55f8b5-5fe2-4f1a-a675-41e3419d3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:53.004275 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-3c55f8b5-5fe2-4f1a-a675-41e3419d3c9c service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.1248953 Sep 20 23:18:53.093774 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device bef47847-fc75-4f60-8907-ac9aba23b63b up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:53.099457 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-f662979d-7815-4af9-a3df-15a1cf2c9044 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=927badb9-167a-45a3-a83b-95171b8d88ab HTTP/1.1" status: 200 len: 1001 time: 0.0815907 Sep 20 23:18:53.160242 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-f030c1f8-00dd-431c-ad88-9c41688b0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:53.161115 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3055-2433-4d48-9c84-1bfe9607db2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.163803 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-f030c1f8-00dd-431c-ad88-9c41688b0fdf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0612984 Sep 20 23:18:53.165775 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port bef47847-fc75-4f60-8907-ac9aba23b63b triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:53.166168 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.214776 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-6f6c5f9c-46db-4671-b395-a37852945e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:53.217122 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-6f6c5f9c-46db-4671-b395-a37852945e89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464690 Sep 20 23:18:53.251880 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6ae3055-2433-4d48-9c84-1bfe9607db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.334177 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Sync routers for ids ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:18:53.352461 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Routers {'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:53.353098 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:18:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:53.356883 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f6ae3055-2433-4d48-9c84-1bfe9607db2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37fc407c78c3409bbd659162dbc5c06e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657933 Sep 20 23:18:53.365445 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57324) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:53.367830 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ae3055-2433-4d48-9c84-1bfe9607db2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c1db9c-b17d-48db-8425-89a68b629c83,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:53.376305 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-7e7985a7-0e04-4987-8104-8867b02cc481 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492660 Sep 20 23:18:53.443389 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.468773 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port bef47847-fc75-4f60-8907-ac9aba23b63b, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=bef47847-fc75-4f60-8907-ac9aba23b63b,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:18:53.520409 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa72-e7b4-445d-8194-e4a4d71f4720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.526157 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Set router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:53.548281 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.548551 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa72-e7b4-445d-8194-e4a4d71f4720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.588914 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7130d46c-77e7-4181-8ee4-2d666111a38c req-e805c48e-9b0b-4ccc-ab3d-47ec3192f73c service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048893 Sep 20 23:18:53.641278 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=bef47847-fc75-4f60-8907-ac9aba23b63b,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:53.713954 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa72-e7b4-445d-8194-e4a4d71f4720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.716467 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-0aacaa72-e7b4-445d-8194-e4a4d71f4720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:53.720530 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-0aacaa72-e7b4-445d-8194-e4a4d71f4720 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5c1db9c-b17d-48db-8425-89a68b629c83 HTTP/1.1" status: 204 len: 168 time: 0.3538380 Sep 20 23:18:53.730159 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacaa72-e7b4-445d-8194-e4a4d71f4720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c1db9c-b17d-48db-8425-89a68b629c83,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:53.901398 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:18:51Z', 'revision_number': 4, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port': {'id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:34:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:48Z', 'updated_at': '2021-09-20T23:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0', 'name': '', 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'mac_address': 'fa:16:3e:d5:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '29b20514-e31f-4a56-9a66-42a7a508ca9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:50Z', 'updated_at': '2021-09-20T23:18:51Z', 'revision_number': 2, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'subnets': [{'id': '29b20514-e31f-4a56-9a66-42a7a508ca9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:53.933699 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Checking router: a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:18:53.934081 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Updating router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:18:53.980649 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.312640 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.351180 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123400d2-150d-4ff1-90a4-bbfb9781095f req-e3c350c9-00fe-4bb3-b7a3-8c3152a20906 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:54.353563 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-123400d2-150d-4ff1-90a4-bbfb9781095f req-e3c350c9-00fe-4bb3-b7a3-8c3152a20906 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.2690551 Sep 20 23:18:54.393917 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.423252 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-123400d2-150d-4ff1-90a4-bbfb9781095f req-2faa2fdc-cbc0-40f5-b5cb-d8b044a9e024 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606143 Sep 20 23:18:54.505050 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e0a9b-76cc-4a31-8b99-108035dc07fc None None] Pushing event updated for resources: {'Port': ['ID=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:54.544832 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Attempting to bind port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:18:54.545556 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Attempting to bind port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:18:54.546160 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Attempting to bind port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 on network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:18:54.551853 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:18:54.552561 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Checking segment: {'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:18:54.556048 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.556048 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Bound using segment: {'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:18:54.556048 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Bound port: f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35f9506-d49e-4a3b-9403-da7da03e8e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:18:54.556048 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.637618 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] For port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:18:54.641552 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] For port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,segment=NetworkSegment(b35f9506-d49e-4a3b-9403-da7da03e8e93),segment_id=b35f9506-d49e-4a3b-9403-da7da03e8e93)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:18:54.742768 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.750188 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-fe55b407-ea70-4460-8393-873768fdffd1 None None] Provisioning complete for port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:54.750769 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fe55b407-ea70-4460-8393-873768fdffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.815599 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Routers {'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:18:54.816535 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:18:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:54.847701 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57348) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:54.870499 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b6ece5c1-5c98-408d-893b-562ba618a1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.929067 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fe55b407-ea70-4460-8393-873768fdffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:54.970604 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e0a9b-76cc-4a31-8b99-108035dc07fc None None] Pushing event updated for resources: {'Port': ['ID=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,revision_number=4']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:55.015030 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-fe55b407-ea70-4460-8393-873768fdffd1 None None] For port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,segment=NetworkSegment(b35f9506-d49e-4a3b-9403-da7da03e8e93),segment_id=b35f9506-d49e-4a3b-9403-da7da03e8e93)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:18:55.022388 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device bef47847-fc75-4f60-8907-ac9aba23b63b up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:55.087176 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b6ece5c1-5c98-408d-893b-562ba618a1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.111607 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] Set router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:18:55.115829 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port bef47847-fc75-4f60-8907-ac9aba23b63b triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:55.117189 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.195655 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fe55b407-ea70-4460-8393-873768fdffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.251735 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b6ece5c1-5c98-408d-893b-562ba618a1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.269990 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55b407-ea70-4460-8393-873768fdffd1 None None] Pushing event updated for resources: {'Port': ['ID=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:55.419804 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b6ece5c1-5c98-408d-893b-562ba618a1bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c468b7a2521242fc85a203fd037cbbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719484 Sep 20 23:18:55.420421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57350) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:55.421296 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ece5c1-5c98-408d-893b-562ba618a1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b7f57a-f1f6-4348-8276-5e7ac4e8315f,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:55.421596 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-4006bad0-b629-4fb1-9c17-96a98a50be8b None None] Provisioning complete for port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:55.421596 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4006bad0-b629-4fb1-9c17-96a98a50be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.422007 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:18:51Z', 'revision_number': 4, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port': {'id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:48Z', 'updated_at': '2021-09-20T23:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0', 'name': '', 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'mac_address': 'fa:16:3e:d5:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '29b20514-e31f-4a56-9a66-42a7a508ca9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:50Z', 'updated_at': '2021-09-20T23:18:54Z', 'revision_number': 4, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'subnets': [{'id': '29b20514-e31f-4a56-9a66-42a7a508ca9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:18:55.422454 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ca02bbb-4098-40dd-9f18-c5579c42f3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.436884 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d43b14-d1ae-47dc-be26-3b7b7a379cdb None None] The sync data for ids ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'] in dv-cinder-809965-2-iscsi is: [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:18:51Z', 'revision_number': 4, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port': {'id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:48Z', 'updated_at': '2021-09-20T23:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0', 'name': '', 'network_id': '0de88fe5-ce4f-4022-afd9-bdc67b879e95', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'mac_address': 'fa:16:3e:d5:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '29b20514-e31f-4a56-9a66-42a7a508ca9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:50Z', 'updated_at': '2021-09-20T23:18:54Z', 'revision_number': 4, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'subnets': [{'id': '29b20514-e31f-4a56-9a66-42a7a508ca9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:18:55.498244 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ca02bbb-4098-40dd-9f18-c5579c42f3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.645906 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326fc50-a3ca-43dd-9840-89b22a563e61 req-f87cb978-07fe-4fc1-a8a8-3bb11c94bbc7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:55.653233 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0326fc50-a3ca-43dd-9840-89b22a563e61 req-f87cb978-07fe-4fc1-a8a8-3bb11c94bbc7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0950356 Sep 20 23:18:55.727802 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0326fc50-a3ca-43dd-9840-89b22a563e61 req-ddb5b579-3300-4168-9760-f8df1e10512f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702026 Sep 20 23:18:55.948108 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ca02bbb-4098-40dd-9f18-c5579c42f3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.951421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8ca02bbb-4098-40dd-9f18-c5579c42f3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:55.954322 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-8ca02bbb-4098-40dd-9f18-c5579c42f3af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7b7f57a-f1f6-4348-8276-5e7ac4e8315f HTTP/1.1" status: 204 len: 168 time: 0.6172976 Sep 20 23:18:55.974100 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca02bbb-4098-40dd-9f18-c5579c42f3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b7f57a-f1f6-4348-8276-5e7ac4e8315f,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:18:56.855687 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704044fd-f965-449f-9d0b-1ec4f71f5170 req-702f6419-0a21-445d-aa99-74984a418be8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:56.857226 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-704044fd-f965-449f-9d0b-1ec4f71f5170 req-702f6419-0a21-445d-aa99-74984a418be8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0493009 Sep 20 23:18:56.897079 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-704044fd-f965-449f-9d0b-1ec4f71f5170 req-6d56c939-a8c4-4df8-a2f7-c21ed33ac92f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337794 Sep 20 23:18:56.968834 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:18:57.019412 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:18:57.019412 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:18:58.037403 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ee185-7c2b-4471-82df-1681d8da7410 req-f02724f8-1278-490e-96c5-5eced92029f4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:58.039489 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3d0ee185-7c2b-4471-82df-1681d8da7410 req-f02724f8-1278-490e-96c5-5eced92029f4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0631802 Sep 20 23:18:58.081378 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3d0ee185-7c2b-4471-82df-1681d8da7410 req-e26497fc-5ad2-4abc-b763-9f9fde647876 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347161 Sep 20 23:18:59.227553 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fc689-697b-400a-af43-0aac87304756 req-4f998354-3ad4-4cc0-ac93-0071b060fdbf tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:18:59.229816 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-221fc689-697b-400a-af43-0aac87304756 req-4f998354-3ad4-4cc0-ac93-0071b060fdbf tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0525301 Sep 20 23:18:59.286407 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-221fc689-697b-400a-af43-0aac87304756 req-21215abf-5a2a-4bd4-850e-8c84a5d2fdaa tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411317 Sep 20 23:18:59.831335 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57430) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:18:59.937770 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-227206d5-afb2-4e01-b5b2-519ff132068b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:00.035621 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-227206d5-afb2-4e01-b5b2-519ff132068b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:00.153758 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-227206d5-afb2-4e01-b5b2-519ff132068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:00.193241 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-227206d5-afb2-4e01-b5b2-519ff132068b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41cea740e95040e18f43c82d79894d58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608241 Sep 20 23:19:00.194574 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227206d5-afb2-4e01-b5b2-519ff132068b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb106c11-3360-42e5-9c37-f4f09fe70247,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:00.196362 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57436) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:00.254781 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-450de4a0-3794-43c9-98de-360bca476d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:00.281414 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-450de4a0-3794-43c9-98de-360bca476d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:00.413080 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-450de4a0-3794-43c9-98de-360bca476d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:00.418083 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-450de4a0-3794-43c9-98de-360bca476d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:00.419251 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-450de4a0-3794-43c9-98de-360bca476d76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb106c11-3360-42e5-9c37-f4f09fe70247 HTTP/1.1" status: 204 len: 168 time: 0.2218831 Sep 20 23:19:00.432669 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450de4a0-3794-43c9-98de-360bca476d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb106c11-3360-42e5-9c37-f4f09fe70247,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:00.448319 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5343b-b030-4f59-b2eb-93887c53920b req-8bd57cc0-859b-4aa2-a25d-aa8897183045 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:00.450329 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-58b5343b-b030-4f59-b2eb-93887c53920b req-8bd57cc0-859b-4aa2-a25d-aa8897183045 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0765533 Sep 20 23:19:00.502694 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-58b5343b-b030-4f59-b2eb-93887c53920b req-23558581-039e-45bf-8f58-c69ef8e1779c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Sep 20 23:19:01.202209 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57446) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:01.218933 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3d5bed1e-5ef3-437e-aeac-32a2f384e0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:01.314164 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3d5bed1e-5ef3-437e-aeac-32a2f384e0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:01.411194 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3d5bed1e-5ef3-437e-aeac-32a2f384e0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:01.451617 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3d5bed1e-5ef3-437e-aeac-32a2f384e0db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ce1ad822fa54a4f82eaf4e60ce49477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481985 Sep 20 23:19:01.452460 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bed1e-5ef3-437e-aeac-32a2f384e0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e8695-6263-48bc-b43d-a515d3c34b4c,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:01.455712 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 57448) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:01.535775 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d8fd39-5b43-4a13-a9fc-817e03d4528e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:01.560113 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d8fd39-5b43-4a13-a9fc-817e03d4528e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:01.655505 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ae8c9-2b01-4fa9-99ba-950e18458f59 req-3a6b1937-08a5-44c3-88aa-65fc303f30a6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:01.657111 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-646ae8c9-2b01-4fa9-99ba-950e18458f59 req-3a6b1937-08a5-44c3-88aa-65fc303f30a6 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0629728 Sep 20 23:19:01.711630 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-646ae8c9-2b01-4fa9-99ba-950e18458f59 req-2300d4b2-75b8-4a30-8ebc-2abf342f9dee tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430572 Sep 20 23:19:01.724703 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d8fd39-5b43-4a13-a9fc-817e03d4528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:01.730329 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d8fd39-5b43-4a13-a9fc-817e03d4528e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:01.734690 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a2d8fd39-5b43-4a13-a9fc-817e03d4528e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e3e8695-6263-48bc-b43d-a515d3c34b4c HTTP/1.1" status: 204 len: 168 time: 0.2773514 Sep 20 23:19:01.746222 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8fd39-5b43-4a13-a9fc-817e03d4528e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e8695-6263-48bc-b43d-a515d3c34b4c,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:02.830998 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de9941-3927-41ae-a844-7261e961abb6 req-dcc519f8-3369-452a-b735-d8fe32e97bca tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:02.832735 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-14de9941-3927-41ae-a844-7261e961abb6 req-dcc519f8-3369-452a-b735-d8fe32e97bca tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0543945 Sep 20 23:19:02.881772 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-14de9941-3927-41ae-a844-7261e961abb6 req-4c0e92f2-f3c8-4c5c-b819-457e27a5cb3a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 Sep 20 23:19:04.011162 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0070aec-9c38-4a70-87d9-b7f91229674c req-60e3312a-0625-43c7-804a-90bcfca77940 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:04.012640 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c0070aec-9c38-4a70-87d9-b7f91229674c req-60e3312a-0625-43c7-804a-90bcfca77940 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0467901 Sep 20 23:19:04.049464 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c0070aec-9c38-4a70-87d9-b7f91229674c req-9e79a1d3-1435-4640-a2b7-3c556653f3b7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Sep 20 23:19:04.778806 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-ede46052-12b8-496d-b807-13d927dc84d8 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:04.780278 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-ede46052-12b8-496d-b807-13d927dc84d8 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 814 time: 0.1063282 Sep 20 23:19:04.796239 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e81e8345-d162-421b-886c-54c31e53eef6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/quotas/c129ed1551e54495884c864cae8019e0 HTTP/1.1" status: 200 len: 375 time: 0.0099947 Sep 20 23:19:04.848749 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-a77fe99f-4b71-4293-9425-10c42b86601d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468216 Sep 20 23:19:05.096916 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-ad19a18e-7aaf-47e7-a78a-852399f96ec2 service neutron] 10.222.0.15 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360389 Sep 20 23:19:05.175420 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9c0ed-98bf-4187-8417-1c10f7616579 req-959773f2-a5fc-4ba7-9c80-f524f93509ce tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:05.176805 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fcc9c0ed-98bf-4187-8417-1c10f7616579 req-959773f2-a5fc-4ba7-9c80-f524f93509ce tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0507810 Sep 20 23:19:05.184888 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-ddaa90c8-22d8-4704-99c6-b3ff25cd50bb service neutron] 10.222.0.15 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813658 Sep 20 23:19:05.217170 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fcc9c0ed-98bf-4187-8417-1c10f7616579 req-0c5baedd-ce0f-49f0-9ad3-4d4a1761b1f8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342739 Sep 20 23:19:05.471248 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-881f4232-c9ac-47e0-bf78-be222c8e4ec3 req-daf67998-3c85-47ed-b349-9703d135ee88 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 210 time: 0.0305355 Sep 20 23:19:05.925035 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4d6fcc49-f8d8-4972-a0e6-45b717e9851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:06.341882 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1efae5-e5c4-421e-a6ba-13aca9346c23 req-5df15bba-f521-422c-b76d-d2b3b56ae95f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:06.343269 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5e1efae5-e5c4-421e-a6ba-13aca9346c23 req-5df15bba-f521-422c-b76d-d2b3b56ae95f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0537200 Sep 20 23:19:06.381836 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5e1efae5-e5c4-421e-a6ba-13aca9346c23 req-dddda4bd-27b4-4eb4-a14d-7beaf1518f77 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Sep 20 23:19:06.519028 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:19:06.546614 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a77c6937-cf4b-4c52-821a-03cc4a351308 req-677c69ff-cdad-4571-bda7-b13bc09721f3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 210 time: 0.0260537 Sep 20 23:19:06.630684 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:06.643406 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'port_id': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'mac_address': 'fa:16:3e:a5:d9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:19:06.687058 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:06.700330 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dab8b77d-4e0f-40a4-8fe7-73902ee7814c {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:19:06.727246 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:06.822561 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:06.873455 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=6']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:06.970583 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['dab8b77d-4e0f-40a4-8fe7-73902ee7814c'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:19:07.514431 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3d7da-7c25-47d8-8e1e-5c8e712eaea0 req-1d303e45-0915-4c4e-94c1-9db48868240b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:07.516004 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04c3d7da-7c25-47d8-8e1e-5c8e712eaea0 req-1d303e45-0915-4c4e-94c1-9db48868240b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 945 time: 0.0596244 Sep 20 23:19:07.555469 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04c3d7da-7c25-47d8-8e1e-5c8e712eaea0 req-dcd35777-fca5-49ad-9567-cdc5b73a1597 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336187 Sep 20 23:19:07.650734 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6f125c2b-d66a-4a86-a287-8c560b214ca0 req-88186e62-4b2e-4f64-b212-5188cb3227d3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 210 time: 0.0264082 Sep 20 23:19:08.531703 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:19:08.572177 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-71aeea4f-e926-4e45-ac32-3a34cd51db7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:08.597424 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port dab8b77d-4e0f-40a4-8fe7-73902ee7814c triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:19:08.597837 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:08.718661 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:08.745312 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e11835-100e-4068-9d3e-f31c1612cc14 req-f8ae608c-0811-4164-94a8-0cbda34ae466 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:08.747815 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a4e11835-100e-4068-9d3e-f31c1612cc14 req-f8ae608c-0811-4164-94a8-0cbda34ae466 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 945 time: 0.1056113 Sep 20 23:19:08.750318 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:19:08.755741 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c96ee51-8b13-472f-9c9c-c88242e1a3ca" -d '{"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-plugged", "status": "completed", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:19:08.773312 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:08.794360 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f061bf0a-2480-4549-8faa-a6e44cb5f5a8 req-88bbc322-3dda-4c5c-bb93-197e452208fc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 210 time: 0.0392637 Sep 20 23:19:08.857704 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52ee5e-162e-4c50-8484-8634a509196c x-openstack-request-id: req-ab52ee5e-162e-4c50-8484-8634a509196c {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:19:08.860653 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-plugged", "status": "completed", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:19:08.860933 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab52ee5e-162e-4c50-8484-8634a509196c {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:19:08.861332 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'code': 200} Sep 20 23:19:08.867920 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a4e11835-100e-4068-9d3e-f31c1612cc14 req-f9bf0c6c-4cbf-4b95-a5f2-6a1258ec974b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984683 Sep 20 23:19:08.873208 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:08.926083 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-a3fcbc93-0b16-47c0-83d1-242d83c6268c tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:08.927992 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-a3fcbc93-0b16-47c0-83d1-242d83c6268c tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.35 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 814 time: 0.2412162 Sep 20 23:19:08.947138 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=7']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:08.950755 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'port': {'device_id': 'a2547a07-a008-4035-a020-37e65ff9f825', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'admin_state_up': True, 'tenant_id': 'c129ed1551e54495884c864cae8019e0'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:09.108156 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:09.285484 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Made reservation on behalf of c129ed1551e54495884c864cae8019e0 for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:19:09.290254 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:09.450997 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Allocated IP 172.20.0.11 (a96be5b1-8880-46c8-8678-e82911c1d9f5/f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff/ce0af840-3b80-4c70-a061-266386b9c9a7) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:19:09.668408 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:09.707937 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:09.811216 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:09.885627 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:19:09.889701 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:19:09.927890 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'Port': ['ID=ce0af840-3b80-4c70-a061-266386b9c9a7,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:09.930534 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:19:09.962286 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.964421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.969142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.969142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.969142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.969142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.977819 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.979864 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.982804 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.984078 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.984632 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:09.987229 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:10.031403 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8166540-bd50-45c4-b98a-c4f1269d3fe4 req-4a948954-a442-414c-a431-28a3e9604106 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:10.041590 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e8166540-bd50-45c4-b98a-c4f1269d3fe4 req-4a948954-a442-414c-a431-28a3e9604106 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 932 time: 0.1073554 Sep 20 23:19:10.120520 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e8166540-bd50-45c4-b98a-c4f1269d3fe4 req-df8937c7-cc2f-4982-a58f-a87d39a57c79 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724711 Sep 20 23:19:10.170054 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:10.170931 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:10.205210 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42469d-aa62-4056-b89e-30d056703c6d req-ebad9488-9c72-4a13-a6a1-0576040b9445 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:10.208343 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1e42469d-aa62-4056-b89e-30d056703c6d req-ebad9488-9c72-4a13-a6a1-0576040b9445 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.1594591 Sep 20 23:19:10.259095 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-56ffc472-b97d-4935-9cbe-195fd173de02 None None] Provisioning complete for port ce0af840-3b80-4c70-a061-266386b9c9a7 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:19:10.259478 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-56ffc472-b97d-4935-9cbe-195fd173de02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:10.267340 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1e42469d-aa62-4056-b89e-30d056703c6d req-6e24c1cf-3ace-4cb8-bf6b-58bb28e29e02 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521266 Sep 20 23:19:10.314759 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-9a09fb5b-3aa5-4fe7-95b2-e8c69d7556a9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3693554 Sep 20 23:19:10.343393 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-56ffc472-b97d-4935-9cbe-195fd173de02 None None] Port ce0af840-3b80-4c70-a061-266386b9c9a7 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:19:10.666345 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Request body: {'port': {'device_id': 'a2547a07-a008-4035-a020-37e65ff9f825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:10.688623 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:11.023265 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:19:11.211481 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0af840-3b80-4c70-a061-266386b9c9a7 {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:19:11.223582 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:11.238953 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Transition to ACTIVE for port object ce0af840-3b80-4c70-a061-266386b9c9a7 will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:19:11.245362 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf88d3-f555-4acd-9367-77cbcb2533ba req-f2452f6e-a58c-44db-befe-cd5c1e7dd30d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:11.246969 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ebaf88d3-f555-4acd-9367-77cbcb2533ba req-f2452f6e-a58c-44db-befe-cd5c1e7dd30d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 932 time: 0.0676975 Sep 20 23:19:11.295907 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ebaf88d3-f555-4acd-9367-77cbcb2533ba req-61c98384-549e-44b4-9ea9-9270436e39b2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Sep 20 23:19:11.342389 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:11.411984 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b0df6-32bd-44f7-b088-ef43e48d602b req-a01aad3b-8fc1-4942-9523-7130c0fd90ce tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:11.414133 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bd2b0df6-32bd-44f7-b088-ef43e48d602b req-a01aad3b-8fc1-4942-9523-7130c0fd90ce tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0631149 Sep 20 23:19:11.414946 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:11.462961 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0af840-3b80-4c70-a061-266386b9c9a7,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:11.626047 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bd2b0df6-32bd-44f7-b088-ef43e48d602b req-e709f704-9d3c-43e3-bd96-f4dc931c70ec tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600320 Sep 20 23:19:11.642335 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Attempting to bind port ce0af840-3b80-4c70-a061-266386b9c9a7 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:19:11.642831 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Attempting to bind port ce0af840-3b80-4c70-a061-266386b9c9a7 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:19:11.643093 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Attempting to bind port ce0af840-3b80-4c70-a061-266386b9c9a7 on network a96be5b1-8880-46c8-8678-e82911c1d9f5 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:19:11.659022 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Port ce0af840-3b80-4c70-a061-266386b9c9a7 on network a96be5b1-8880-46c8-8678-e82911c1d9f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:19:11.659357 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Attempting to bind port ce0af840-3b80-4c70-a061-266386b9c9a7 on network a96be5b1-8880-46c8-8678-e82911c1d9f5 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:19:11.670418 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:19:11.670560 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Checking segment: {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:19:11.670856 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Bound using segment: {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:19:11.671775 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Bound port: ce0af840-3b80-4c70-a061-266386b9c9a7, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cc823c8-ef75-4576-b95b-6f3f4f812e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:19:11.672057 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:11.806441 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] For port ce0af840-3b80-4c70-a061-266386b9c9a7, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:19:11.812560 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] For port ce0af840-3b80-4c70-a061-266386b9c9a7, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0af840-3b80-4c70-a061-266386b9c9a7,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:19:11.915381 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:11.961644 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:11.962277 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:11.963981 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] 10.222.0.35 "PUT /v2.0/ports/ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 1094 time: 1.3747697 Sep 20 23:19:11.964391 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:19:11.966743 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6a79e1-9c44-4cef-b60d-2ee24272063b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:19:12.025969 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8c52f-e5ab-456f-a2c6-0bdfc1f91fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0af840-3b80-4c70-a061-266386b9c9a7,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:12.337210 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4cb918-bd88-49d4-8bd1-6d03818d589c x-openstack-request-id: req-3c4cb918-bd88-49d4-8bd1-6d03818d589c {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:19:12.337828 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:19:12.337828 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c4cb918-bd88-49d4-8bd1-6d03818d589c {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:19:12.338504 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'status': 'completed', 'code': 200} Sep 20 23:19:12.470377 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a114e-1380-4b81-9904-f5943ea04f5c req-bde11461-b5b1-4fef-9b8e-f26228ae0696 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:12.471981 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f11a114e-1380-4b81-9904-f5943ea04f5c req-bde11461-b5b1-4fef-9b8e-f26228ae0696 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0748980 Sep 20 23:19:12.539533 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f11a114e-1380-4b81-9904-f5943ea04f5c req-ec08a247-2f87-4671-8b9c-0c411bb92e00 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495281 Sep 20 23:19:12.812241 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0c43-55bf-4153-8498-8bdecceb3ab7 req-c4e88e70-3291-4b25-9b37-64038316c711 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:12.824125 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9c3e0c43-55bf-4153-8498-8bdecceb3ab7 req-c4e88e70-3291-4b25-9b37-64038316c711 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0903997 Sep 20 23:19:12.871181 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9c3e0c43-55bf-4153-8498-8bdecceb3ab7 req-da03601d-8cf4-42ae-9440-e37aeaa69e42 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458574 Sep 20 23:19:13.722732 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468ad63-6211-4f6c-a38a-0fa377288ecd req-ed04f3a0-8ae1-4734-bb19-7f996718a5ea tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:13.760961 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e468ad63-6211-4f6c-a38a-0fa377288ecd req-ed04f3a0-8ae1-4734-bb19-7f996718a5ea tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0946684 Sep 20 23:19:13.828395 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e468ad63-6211-4f6c-a38a-0fa377288ecd req-f2aa4b64-8538-4cf5-a1e3-51cd535075f6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900536 Sep 20 23:19:14.105258 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b08f84-4faa-41e3-8ee8-4104098cdc45 req-8dc63783-9794-4953-95e8-ed7d9c788723 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:14.113133 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a4b08f84-4faa-41e3-8ee8-4104098cdc45 req-8dc63783-9794-4953-95e8-ed7d9c788723 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.1043816 Sep 20 23:19:14.195668 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a4b08f84-4faa-41e3-8ee8-4104098cdc45 req-16fad9b0-5e24-47bf-b9e5-3cc5ccb7aae9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785608 Sep 20 23:19:14.978420 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f6ed2-8cd0-4617-aa71-795556ba45bc req-92da5a8c-71a3-4cb0-b819-19e9f15a4802 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:14.986854 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-934f6ed2-8cd0-4617-aa71-795556ba45bc req-92da5a8c-71a3-4cb0-b819-19e9f15a4802 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0711675 Sep 20 23:19:15.036267 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-934f6ed2-8cd0-4617-aa71-795556ba45bc req-0746ede1-8fa1-4a85-974a-178e992f4e93 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Sep 20 23:19:15.339431 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17739dcb-227f-4fc4-8669-36aca0085493 req-62bd9655-7474-449b-ad13-03169d4177a4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:15.347004 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-17739dcb-227f-4fc4-8669-36aca0085493 req-62bd9655-7474-449b-ad13-03169d4177a4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0593677 Sep 20 23:19:15.409224 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-17739dcb-227f-4fc4-8669-36aca0085493 req-4f4b8679-d756-4745-ac15-af55f88b54df tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612347 Sep 20 23:19:16.199010 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d888bb-e597-4c42-a5e4-eb363978934e req-0e1b609b-2286-4fdd-b4fc-20b0c2edf981 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:16.200842 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b7d888bb-e597-4c42-a5e4-eb363978934e req-0e1b609b-2286-4fdd-b4fc-20b0c2edf981 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0605826 Sep 20 23:19:16.253315 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b7d888bb-e597-4c42-a5e4-eb363978934e req-cadfd722-1b68-4eaf-82b2-f90f0605824a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416946 Sep 20 23:19:16.541228 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca76c83-61d6-4eb2-aced-d85fc6c9c860 req-85cd8dde-30e3-4591-81f5-428d4555c153 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:16.549643 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fca76c83-61d6-4eb2-aced-d85fc6c9c860 req-85cd8dde-30e3-4591-81f5-428d4555c153 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0629139 Sep 20 23:19:16.590250 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fca76c83-61d6-4eb2-aced-d85fc6c9c860 req-dda08948-8318-4bdd-a6e9-90f663321106 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394118 Sep 20 23:19:17.378051 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db3909-d3e9-44dc-ad52-99d28f381cd4 req-31442314-5ada-4bd0-84d4-fb2967ead1c1 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:17.379584 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e9db3909-d3e9-44dc-ad52-99d28f381cd4 req-31442314-5ada-4bd0-84d4-fb2967ead1c1 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0543220 Sep 20 23:19:17.420208 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e9db3909-d3e9-44dc-ad52-99d28f381cd4 req-e78040ce-8e7e-4675-9099-e77a44b2fe4e tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337837 Sep 20 23:19:17.713885 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098a5be-d47a-464d-bf86-59cca98b4109 req-32a8fc36-3ca1-46bd-a6d0-a7691644bf66 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:17.715367 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2098a5be-d47a-464d-bf86-59cca98b4109 req-32a8fc36-3ca1-46bd-a6d0-a7691644bf66 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0532310 Sep 20 23:19:17.752417 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2098a5be-d47a-464d-bf86-59cca98b4109 req-e20f8c14-bbaf-441e-b125-6e275f211291 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312197 Sep 20 23:19:18.599646 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5170f2-0612-4e90-96f3-6c1aafd2a37d req-cd790850-6a0a-4f5d-bded-2a9f2e182978 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:18.606787 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2b5170f2-0612-4e90-96f3-6c1aafd2a37d req-cd790850-6a0a-4f5d-bded-2a9f2e182978 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0985408 Sep 20 23:19:18.654177 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2b5170f2-0612-4e90-96f3-6c1aafd2a37d req-7fd63414-5af6-4be0-8705-799f246208dc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Sep 20 23:19:18.916193 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cf184-b4d8-483a-903b-6c1e1d96af7a req-d56f5e1b-d383-4390-aee7-252d9a5b3874 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:18.916193 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d63cf184-b4d8-483a-903b-6c1e1d96af7a req-d56f5e1b-d383-4390-aee7-252d9a5b3874 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0713496 Sep 20 23:19:18.956666 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d63cf184-b4d8-483a-903b-6c1e1d96af7a req-797aeabd-be81-4a89-9b04-51a4c93e010c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478852 Sep 20 23:19:19.774472 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6d9fd-746b-4474-8f15-2ed3a6fd12b8 req-7d748c8b-fd68-42dc-8fef-117145780cd7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:19.775996 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2bf6d9fd-746b-4474-8f15-2ed3a6fd12b8 req-7d748c8b-fd68-42dc-8fef-117145780cd7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0533333 Sep 20 23:19:19.827029 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2bf6d9fd-746b-4474-8f15-2ed3a6fd12b8 req-764b09fe-8a7e-4266-be3c-5aabdcf29706 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424416 Sep 20 23:19:20.090151 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4add1b-bc4c-43ee-b0fa-4a03618c4716 req-1a9548aa-91ab-481a-837d-e01ba05dde3d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:20.093282 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8a4add1b-bc4c-43ee-b0fa-4a03618c4716 req-1a9548aa-91ab-481a-837d-e01ba05dde3d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0603228 Sep 20 23:19:20.134474 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8a4add1b-bc4c-43ee-b0fa-4a03618c4716 req-0d4dda7d-b550-467c-88d2-649fdcb077c2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366173 Sep 20 23:19:20.954119 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c619f-a061-45e2-b8a2-768308f5ffae req-d5d38785-3220-4fb9-a957-23a3c7f61f96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:20.955773 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-708c619f-a061-45e2-b8a2-768308f5ffae req-d5d38785-3220-4fb9-a957-23a3c7f61f96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0584605 Sep 20 23:19:20.996975 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-708c619f-a061-45e2-b8a2-768308f5ffae req-2144ac11-2dbc-4cf3-ab6b-43823311fe9d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348065 Sep 20 23:19:21.269779 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ad671-449f-4ca3-8255-f5ba35aecb43 req-9583b310-77c1-4fbf-8a4e-325941e19eb2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:21.271265 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-de2ad671-449f-4ca3-8255-f5ba35aecb43 req-9583b310-77c1-4fbf-8a4e-325941e19eb2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0546567 Sep 20 23:19:21.309787 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-de2ad671-449f-4ca3-8255-f5ba35aecb43 req-46d4ce56-339f-45b8-8921-8567c0e9ab28 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315146 Sep 20 23:19:22.160484 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee0f12-9585-4b69-a9b3-0445480e886d req-6cd1bb90-f2dc-46b8-9f5f-3d255c4cc36d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:22.162062 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-81ee0f12-9585-4b69-a9b3-0445480e886d req-6cd1bb90-f2dc-46b8-9f5f-3d255c4cc36d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0565531 Sep 20 23:19:22.210304 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-81ee0f12-9585-4b69-a9b3-0445480e886d req-4511a8d1-e86a-48f9-b297-f0deb467d345 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354962 Sep 20 23:19:22.337005 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:22.431616 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d5439-ecd6-440c-8357-7d7c19a060cb req-abb4cce2-65be-44f8-a8fb-fc9fae9f7a27 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:22.433445 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bc1d5439-ecd6-440c-8357-7d7c19a060cb req-abb4cce2-65be-44f8-a8fb-fc9fae9f7a27 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0511386 Sep 20 23:19:22.475478 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bc1d5439-ecd6-440c-8357-7d7c19a060cb req-4c4754ae-d5ac-4931-a54a-a05b7f24d4f4 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356722 Sep 20 23:19:23.335063 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd3484-8d35-4e4d-8e25-0b4b2ea7e76c req-87de9505-a321-44f4-97cb-57db0bb722b0 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:23.336778 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8cfd3484-8d35-4e4d-8e25-0b4b2ea7e76c req-87de9505-a321-44f4-97cb-57db0bb722b0 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0500190 Sep 20 23:19:23.382119 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8cfd3484-8d35-4e4d-8e25-0b4b2ea7e76c req-6f5267f8-8e87-4308-89da-ea87e443db77 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Sep 20 23:19:23.594107 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68c54-d08c-4bff-89ca-3e92cffc6a8a req-eea1d071-1aba-475c-bdf2-e93c770df0a7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:23.595753 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e5a68c54-d08c-4bff-89ca-3e92cffc6a8a req-eea1d071-1aba-475c-bdf2-e93c770df0a7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0485470 Sep 20 23:19:23.638081 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e5a68c54-d08c-4bff-89ca-3e92cffc6a8a req-5fec621b-d6b9-4487-8dc8-cecd138d586f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360949 Sep 20 23:19:24.240073 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-2daf024a-5660-4b4c-a8f5-7cc84f0b8ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:24.241787 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-2daf024a-5660-4b4c-a8f5-7cc84f0b8ad0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1097 time: 0.0427024 Sep 20 23:19:24.316760 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-82fa95da-e207-4746-b642-fb511cd3981c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 217 time: 0.0359747 Sep 20 23:19:24.367430 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e11e5778-8627-4c56-bffc-6a4907be2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:24.368886 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e11e5778-8627-4c56-bffc-6a4907be2510 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 200 len: 853 time: 0.0417249 Sep 20 23:19:24.417103 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-28ac038f-5321-4b9c-baf6-930c382d01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:24.418724 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-28ac038f-5321-4b9c-baf6-930c382d01bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96be5b1-8880-46c8-8678-e82911c1d9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379488 Sep 20 23:19:24.551258 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd2e-bdb1-4555-ac30-3cc92a444153 req-f2430e1d-2797-4343-b663-4c86c0f44de7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:24.552776 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b393bd2e-bdb1-4555-ac30-3cc92a444153 req-f2430e1d-2797-4343-b663-4c86c0f44de7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.1014287 Sep 20 23:19:24.571428 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-e6b7c5a5-dd29-41a8-ae07-c7f840b822cb service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404955 Sep 20 23:19:24.597652 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b393bd2e-bdb1-4555-ac30-3cc92a444153 req-ba7d5080-2f40-4b0e-ab28-ba98835d8c06 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377367 Sep 20 23:19:24.724397 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-25fd3f32-46cc-4ce5-b4f5-da72f0e9692d req-8daa08d3-f0d3-4eca-a035-acbccc131f05 service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892980 Sep 20 23:19:24.760244 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016a58f-c9ce-464a-892c-c244f58e63ed req-821de168-8738-4796-ab78-049ad2e627b9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:24.761725 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e016a58f-c9ce-464a-892c-c244f58e63ed req-821de168-8738-4796-ab78-049ad2e627b9 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0519831 Sep 20 23:19:24.798580 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e016a58f-c9ce-464a-892c-c244f58e63ed req-228a68de-3d94-4a43-9820-2beb7de0f724 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Sep 20 23:19:24.955657 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-942ee6d1-4e6b-4d5d-bb0c-d0965b570e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:24.957161 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-942ee6d1-4e6b-4d5d-bb0c-d0965b570e72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1097 time: 0.0396912 Sep 20 23:19:25.049869 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-d9f49087-d638-445d-8fd4-db07ea454a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.051319 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-d9f49087-d638-445d-8fd4-db07ea454a3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 915 time: 0.0863502 Sep 20 23:19:25.072452 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-c02dc82b-80ca-45f4-a5f5-d7c6bbc91767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.074080 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-c02dc82b-80ca-45f4-a5f5-d7c6bbc91767 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 1099 time: 0.0408633 Sep 20 23:19:25.093350 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-847ca418-bc3e-44bb-a4ca-ac849dc5c6e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 217 time: 0.0343280 Sep 20 23:19:25.142200 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-8628a3d9-38e8-49d3-ad39-bb99cee9c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.143683 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-8628a3d9-38e8-49d3-ad39-bb99cee9c4c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 200 len: 853 time: 0.0432351 Sep 20 23:19:25.169297 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-f61fd61e-9a42-4192-9a7b-ea60fbed675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.170795 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-f61fd61e-9a42-4192-9a7b-ea60fbed675d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 918 time: 0.0901761 Sep 20 23:19:25.189481 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-82984eac-3d07-4db8-aceb-d0a46fd31def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.191005 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-82984eac-3d07-4db8-aceb-d0a46fd31def service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96be5b1-8880-46c8-8678-e82911c1d9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382969 Sep 20 23:19:25.237777 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-2a6e45fd-aca8-49eb-be2c-d2e577b72989 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c HTTP/1.1" status: 200 len: 1001 time: 0.0593445 Sep 20 23:19:25.291406 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-f7a9af81-9fb6-47b2-89b4-11999ca62117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.292846 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-f7a9af81-9fb6-47b2-89b4-11999ca62117 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0454490 Sep 20 23:19:25.298546 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-80c72b67-a2c1-4562-9126-b81280d03f52 service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916424 Sep 20 23:19:25.357692 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-21d74a30-0673-4b83-8765-baeb1dd7b7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.359204 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-21d74a30-0673-4b83-8765-baeb1dd7b7c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455613 Sep 20 23:19:25.406267 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ee6a79e1-9c44-4cef-b60d-2ee24272063b req-29aa81fe-e47e-47ee-aada-4bd0bff83b2a service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918689 Sep 20 23:19:25.452005 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-753eb07c-ccac-43fa-b032-73fa7b02decd service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838985 Sep 20 23:19:25.545603 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4bfe04cd-325f-47a4-b710-7499b1e09aa9 req-54d82ec4-7eee-4b42-92a2-0ebdc19130c8 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857491 Sep 20 23:19:25.712263 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74a52e-3f37-4652-834b-f6c886d163c3 req-f14ef392-3f90-442f-b70c-90406c084bd7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.713781 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5c74a52e-3f37-4652-834b-f6c886d163c3 req-f14ef392-3f90-442f-b70c-90406c084bd7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0496683 Sep 20 23:19:25.750669 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5c74a52e-3f37-4652-834b-f6c886d163c3 req-0a28ca36-d60f-4981-b51c-0223de9be40e tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Sep 20 23:19:25.920736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f10929-c992-4d09-b6a3-a45489aefb36 req-7cc13b64-06f1-48a8-af3b-c4fb5e36db39 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:25.922243 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c6f10929-c992-4d09-b6a3-a45489aefb36 req-7cc13b64-06f1-48a8-af3b-c4fb5e36db39 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0518253 Sep 20 23:19:25.962318 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c6f10929-c992-4d09-b6a3-a45489aefb36 req-d718d637-83fe-4650-815e-79b8e16f74e0 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338800 Sep 20 23:19:26.610481 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device ce0af840-3b80-4c70-a061-266386b9c9a7 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:19:26.709999 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port ce0af840-3b80-4c70-a061-266386b9c9a7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0af840-3b80-4c70-a061-266386b9c9a7,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:26.720773 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'port_id': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'mac_address': 'fa:16:3e:50:8a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:19:26.756432 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:26.769276 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0af840-3b80-4c70-a061-266386b9c9a7 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:19:26.789355 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port ce0af840-3b80-4c70-a061-266386b9c9a7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0af840-3b80-4c70-a061-266386b9c9a7,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:26.864234 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c9893-962c-4e32-8de4-91d636eec82b req-ba03f18b-5d4c-45f9-865f-213f6e2afb40 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:26.865806 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-521c9893-962c-4e32-8de4-91d636eec82b req-ba03f18b-5d4c-45f9-865f-213f6e2afb40 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 944 time: 0.0488706 Sep 20 23:19:26.873517 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:26.903865 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-521c9893-962c-4e32-8de4-91d636eec82b req-9323f682-6435-4538-9cb7-fad8362f414d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Sep 20 23:19:26.924597 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=ce0af840-3b80-4c70-a061-266386b9c9a7,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:27.080251 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c34adb-27de-4143-8929-8fbc0539b447 req-c41008fb-83cb-4cf2-a27b-15d7015ba2ac tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:27.081714 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-04c34adb-27de-4143-8929-8fbc0539b447 req-c41008fb-83cb-4cf2-a27b-15d7015ba2ac tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0494525 Sep 20 23:19:27.122736 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-04c34adb-27de-4143-8929-8fbc0539b447 req-71b2c6e1-be06-4772-87ac-8a90cd59ca61 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350995 Sep 20 23:19:27.224149 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['ce0af840-3b80-4c70-a061-266386b9c9a7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:19:28.036142 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016a1e4-c2bc-4864-84d5-7b3951e026f1 req-09b88090-c47c-4b6e-bd35-bce2c6368cb9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:28.037705 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2016a1e4-c2bc-4864-84d5-7b3951e026f1 req-09b88090-c47c-4b6e-bd35-bce2c6368cb9 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 945 time: 0.0625188 Sep 20 23:19:28.079312 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2016a1e4-c2bc-4864-84d5-7b3951e026f1 req-fcf5c971-fa43-4786-afc8-8fd130b06615 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351462 Sep 20 23:19:28.249618 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20e941-6b55-4913-98cf-bf17f6f26d92 req-239bf07d-4576-46c8-bfb9-031f40ea4f7a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:28.251131 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1f20e941-6b55-4913-98cf-bf17f6f26d92 req-239bf07d-4576-46c8-bfb9-031f40ea4f7a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 946 time: 0.0545533 Sep 20 23:19:28.292744 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1f20e941-6b55-4913-98cf-bf17f6f26d92 req-18d1fa70-4892-42c8-8648-73bd46b0ed86 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355811 Sep 20 23:19:28.637720 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device ce0af840-3b80-4c70-a061-266386b9c9a7 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:19:28.776713 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port ce0af840-3b80-4c70-a061-266386b9c9a7 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:19:28.780739 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port ce0af840-3b80-4c70-a061-266386b9c9a7 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:19:28.786105 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:28.860603 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:28.882407 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:19:28.884726 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941a9318-f1d0-4b84-9e44-a8f452fc8e6b" -d '{"events": [{"server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "name": "network-vif-plugged", "status": "completed", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:19:28.896758 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port ce0af840-3b80-4c70-a061-266386b9c9a7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0af840-3b80-4c70-a061-266386b9c9a7,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:28.982743 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2dfcce6-0981-45cf-9efb-06bf4826eb71 x-openstack-request-id: req-b2dfcce6-0981-45cf-9efb-06bf4826eb71 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:19:28.983096 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "name": "network-vif-plugged", "status": "completed", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:19:28.983357 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2dfcce6-0981-45cf-9efb-06bf4826eb71 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:19:28.983753 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'code': 200} Sep 20 23:19:29.073698 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:29.074789 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:19:29.154685 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=ce0af840-3b80-4c70-a061-266386b9c9a7,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:29.195445 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:29.198849 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a92bb-6ac5-4bad-9eab-c7e845b79f52 req-e58412e0-1a61-4054-8b81-cbad002d7bba tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:29.200716 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9f1a92bb-6ac5-4bad-9eab-c7e845b79f52 req-e58412e0-1a61-4054-8b81-cbad002d7bba tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0486321 Sep 20 23:19:29.231289 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:29.241993 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9f1a92bb-6ac5-4bad-9eab-c7e845b79f52 req-e8d992d0-96f5-4007-be00-b8b5f7d6e86f tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328193 Sep 20 23:19:29.330970 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:29.378535 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=8']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:29.494816 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01203afa-1c41-4171-9028-ec8f65b34514 req-1bbc9268-8030-4498-a8ab-5b9f19f676b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:29.496321 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01203afa-1c41-4171-9028-ec8f65b34514 req-1bbc9268-8030-4498-a8ab-5b9f19f676b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1099 time: 0.0410092 Sep 20 23:19:29.531419 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01203afa-1c41-4171-9028-ec8f65b34514 req-29f5b6bf-7786-4a79-8ce6-a3eee4be3a80 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276685 Sep 20 23:19:30.354718 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2d4f7-61c0-4094-a7aa-9927dc597506 req-9c690fc3-087e-42ce-826d-9fb92cfedc9c tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:30.357960 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-49d2d4f7-61c0-4094-a7aa-9927dc597506 req-9c690fc3-087e-42ce-826d-9fb92cfedc9c tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0497057 Sep 20 23:19:30.394586 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-49d2d4f7-61c0-4094-a7aa-9927dc597506 req-0189df48-bf3f-4df7-b75d-b6288b98ba3d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326560 Sep 20 23:19:30.650747 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [req-11a48d9d-ab8f-43f5-9c9c-049e37ab3afd req-d2cf0506-16dd-49e7-affa-49d26d2dee75 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:19:30.651723 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-11a48d9d-ab8f-43f5-9c9c-049e37ab3afd req-d2cf0506-16dd-49e7-affa-49d26d2dee75 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054414 Sep 20 23:19:30.985347 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:19:30.987932 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e38459-ed40-47e2-9133-bffba33f0336" -d '{"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-unplugged", "status": "completed", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:19:31.020139 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 23:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94664845-3ed5-49b2-bbb2-be9745a08bad x-openstack-request-id: req-94664845-3ed5-49b2-bbb2-be9745a08bad {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:19:31.020471 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-unplugged", "status": "failed", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c", "code": 422}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:19:31.020790 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94664845-3ed5-49b2-bbb2-be9745a08bad {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:19:31.021264 dv-cinder-809965-2-iscsi neutron-server[94585]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'code': 422} returned with failed status Sep 20 23:19:31.029051 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026ff7d-84e8-4fda-87d8-01ba25a995bc req-2e93a625-fafd-45bd-a262-cdc3228ace20 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:31.031198 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7026ff7d-84e8-4fda-87d8-01ba25a995bc req-2e93a625-fafd-45bd-a262-cdc3228ace20 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0587063 Sep 20 23:19:31.070533 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7026ff7d-84e8-4fda-87d8-01ba25a995bc req-3fac35d5-3377-461e-8918-f9f9d140a910 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340273 Sep 20 23:19:31.510412 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf88ee-2084-4e87-a6e8-2223299cdb96 req-a5e9fb18-555d-4077-930a-8a723d1b06e2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:31.511965 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4eaf88ee-2084-4e87-a6e8-2223299cdb96 req-a5e9fb18-555d-4077-930a-8a723d1b06e2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0501008 Sep 20 23:19:31.514056 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 57886) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:31.556745 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4eaf88ee-2084-4e87-a6e8-2223299cdb96 req-b427d5ad-8d2a-48b2-8309-f81119a6d431 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Sep 20 23:19:31.606053 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-02789178-4ec7-4cbe-9006-f917b7920b7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908909 Sep 20 23:19:31.618824 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-1799fa01-b593-4885-b016-c99482200fac service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:19:31.619786 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-1799fa01-b593-4885-b016-c99482200fac service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053101 Sep 20 23:19:31.675157 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19364d2f-4bca-43f1-bc5d-756e36fee76a req-be934159-7600-4a81-b53a-e3019d755d7f tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:31.676624 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-19364d2f-4bca-43f1-bc5d-756e36fee76a req-be934159-7600-4a81-b53a-e3019d755d7f tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0493081 Sep 20 23:19:31.718703 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-19364d2f-4bca-43f1-bc5d-756e36fee76a req-08176be8-a33a-4bc2-ab91-6214a84eb8f4 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Sep 20 23:19:32.070918 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8b79b-28b2-4ba9-b48b-b6b88361da9e req-349d6588-924c-4010-b98c-42fdd9098422 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:32.078023 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5db8b79b-28b2-4ba9-b48b-b6b88361da9e req-349d6588-924c-4010-b98c-42fdd9098422 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0515921 Sep 20 23:19:32.113491 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5db8b79b-28b2-4ba9-b48b-b6b88361da9e req-eec52b5a-71bb-4a0b-92ae-492f83acbc24 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Sep 20 23:19:32.202066 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ed6a3-aabd-4ed9-bbc1-55c0a7713858 req-06062ae7-4a68-40cd-b401-5a48c5968d92 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:32.203460 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-386ed6a3-aabd-4ed9-bbc1-55c0a7713858 req-06062ae7-4a68-40cd-b401-5a48c5968d92 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0474138 Sep 20 23:19:32.242604 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-386ed6a3-aabd-4ed9-bbc1-55c0a7713858 req-11ed54e6-7240-426d-8c73-ba0c6d1512a1 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330074 Sep 20 23:19:33.332717 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-dd4efa88-2872-46a3-9c23-9bab6a3eff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:33.334159 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-dd4efa88-2872-46a3-9c23-9bab6a3eff87 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6&tenant_id=5a2ba13959f14e42bf4b03418f6c0241 HTTP/1.1" status: 200 len: 1097 time: 0.0536389 Sep 20 23:19:33.370621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a6958-d8a4-48f1-a256-ced4c4f162ca req-100fe638-f1a1-43f8-bcba-d73ab46d9bb0 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:33.372080 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-df9a6958-d8a4-48f1-a256-ced4c4f162ca req-100fe638-f1a1-43f8-bcba-d73ab46d9bb0 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0526781 Sep 20 23:19:33.434515 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-1feabba2-a6c7-4f18-a798-49ceab23ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:33.435995 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-1feabba2-a6c7-4f18-a798-49ceab23ea66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 1097 time: 0.0630667 Sep 20 23:19:33.438761 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-df9a6958-d8a4-48f1-a256-ced4c4f162ca req-559be59b-32e9-4ba9-9f7d-3a45eaebbdae tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587969 Sep 20 23:19:33.529961 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-679af8ef-78bf-435e-b98e-ce2091529524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:33.531330 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-679af8ef-78bf-435e-b98e-ce2091529524 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 918 time: 0.0878267 Sep 20 23:19:33.598916 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-a572a400-56ef-4cbf-8544-a7988bdc757a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c HTTP/1.1" status: 200 len: 999 time: 0.0585914 Sep 20 23:19:33.652478 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-c079c762-364f-4ad8-8983-80c92f401a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:33.653956 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-c079c762-364f-4ad8-8983-80c92f401a49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0472374 Sep 20 23:19:33.700297 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-2aed1a8a-7a02-449d-a798-215cf850fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:33.701825 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-2aed1a8a-7a02-449d-a798-215cf850fa3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399733 Sep 20 23:19:33.792915 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-50f17875-eaea-41a6-a9de-2517896c886c service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824676 Sep 20 23:19:33.891478 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-01b0e9c0-ec53-42ef-994a-5f5ecbfd2c46 req-7fa23260-c1d0-4c53-9e12-d6434d4dcfa3 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907254 Sep 20 23:19:34.780020 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfd0ce-47b8-44dd-96a1-f8a48f11bfa6 req-d7f10159-8002-4307-8cee-907f92fd1168 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:34.786550 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bfdfd0ce-47b8-44dd-96a1-f8a48f11bfa6 req-d7f10159-8002-4307-8cee-907f92fd1168 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0607123 Sep 20 23:19:34.828752 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bfdfd0ce-47b8-44dd-96a1-f8a48f11bfa6 req-75a921d1-da7d-46a0-bcfb-0364f10f690a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382228 Sep 20 23:19:34.981519 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc01786-596a-438b-a9b3-c50dd3fc7e48 req-16516853-4a19-43ee-877d-c86349120a71 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:34.984067 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2fc01786-596a-438b-a9b3-c50dd3fc7e48 req-16516853-4a19-43ee-877d-c86349120a71 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0762165 Sep 20 23:19:35.045169 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2fc01786-596a-438b-a9b3-c50dd3fc7e48 req-f1cbf068-b321-405a-a811-fdeaf769f651 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541718 Sep 20 23:19:35.960872 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc21936-f1b4-47b1-9663-a3dd68122562 req-87cbb108-ed2a-42fc-ab15-61632ef0a554 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:35.962379 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0cc21936-f1b4-47b1-9663-a3dd68122562 req-87cbb108-ed2a-42fc-ab15-61632ef0a554 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0526276 Sep 20 23:19:35.981533 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8e515a37-b6d5-46d4-ba39-71566c018db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:36.002031 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0cc21936-f1b4-47b1-9663-a3dd68122562 req-cef41ce8-d4e8-4882-a367-529821d90c3f tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330451 Sep 20 23:19:36.172359 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1958b-a38b-4369-bc98-8439bf2e9323 req-f15fc819-28a3-47a7-a481-86a0b8cbf05a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:36.173931 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-37c1958b-a38b-4369-bc98-8439bf2e9323 req-f15fc819-28a3-47a7-a481-86a0b8cbf05a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0526657 Sep 20 23:19:36.216915 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-37c1958b-a38b-4369-bc98-8439bf2e9323 req-ec0464ea-6cc3-4609-9927-1afe28c9a415 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368693 Sep 20 23:19:37.125492 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c07f1b-6dac-48a5-92c7-9c18f03f766d req-419df16f-b592-45b4-8de2-552b0863cb73 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:37.126892 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-44c07f1b-6dac-48a5-92c7-9c18f03f766d req-419df16f-b592-45b4-8de2-552b0863cb73 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0484049 Sep 20 23:19:37.173264 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-44c07f1b-6dac-48a5-92c7-9c18f03f766d req-27ce6b40-3154-4554-9c21-de9698a1e317 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402396 Sep 20 23:19:37.334069 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9ca31-a28b-4c6b-a756-66f37caa153b req-9db60df6-9a09-4d6b-98dd-b9a695c50b94 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:37.335684 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-39e9ca31-a28b-4c6b-a756-66f37caa153b req-9db60df6-9a09-4d6b-98dd-b9a695c50b94 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0518680 Sep 20 23:19:37.386485 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-39e9ca31-a28b-4c6b-a756-66f37caa153b req-c66ff790-fb31-4485-9cb6-d3e55092319f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440948 Sep 20 23:19:38.301347 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192475a-896f-4d4b-8906-5a0028604cab req-99675158-9829-4895-be9b-132b9a8ee55b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:38.303558 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a192475a-896f-4d4b-8906-5a0028604cab req-99675158-9829-4895-be9b-132b9a8ee55b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0548065 Sep 20 23:19:38.355935 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a192475a-896f-4d4b-8906-5a0028604cab req-0f177126-ec3d-4a32-90cd-7d733e3af77b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385752 Sep 20 23:19:38.490713 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-807e65a5-f831-4215-99bf-60e453c76cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:38.504930 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935476b5-f4e5-498e-b0b6-ed0718523c80 req-67636717-46d9-4ac9-90a5-61023ad80218 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:38.506590 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-935476b5-f4e5-498e-b0b6-ed0718523c80 req-67636717-46d9-4ac9-90a5-61023ad80218 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0507500 Sep 20 23:19:38.544482 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-935476b5-f4e5-498e-b0b6-ed0718523c80 req-19baaf27-d65c-421c-a2a0-17951ea2e772 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309920 Sep 20 23:19:39.399175 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:39.481227 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c01ce-145b-498c-80f6-afd2a680ecb6 req-27ef21e1-380f-4d27-aaf7-522bebe493bf tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:39.482796 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8a6c01ce-145b-498c-80f6-afd2a680ecb6 req-27ef21e1-380f-4d27-aaf7-522bebe493bf tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0538788 Sep 20 23:19:39.527415 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8a6c01ce-145b-498c-80f6-afd2a680ecb6 req-c3597fd7-7224-4ef1-a09c-6efe4ead0267 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 Sep 20 23:19:39.672004 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36f2be-8234-4ee1-a589-3e434ff6d864 req-b997c96e-0351-470d-b2e6-f34d0cf4265d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:39.673240 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:39.673715 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6e36f2be-8234-4ee1-a589-3e434ff6d864 req-b997c96e-0351-470d-b2e6-f34d0cf4265d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0594327 Sep 20 23:19:39.715157 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6e36f2be-8234-4ee1-a589-3e434ff6d864 req-4cac9027-56e7-4d67-8961-2f8559573225 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356455 Sep 20 23:19:40.650597 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ec06c-86ee-42dc-8475-5b34ab1b3014 req-340977ff-8bdc-4581-90b3-5eb27aedb274 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:40.652382 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-448ec06c-86ee-42dc-8475-5b34ab1b3014 req-340977ff-8bdc-4581-90b3-5eb27aedb274 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0499616 Sep 20 23:19:40.690870 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-448ec06c-86ee-42dc-8475-5b34ab1b3014 req-952b2b2f-1cd8-4169-b05c-3029a389c626 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323756 Sep 20 23:19:40.830491 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2a5b6-5556-4193-91e7-09a11868beda req-c402db82-4f45-4661-a4f2-a9d025e60077 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:40.832327 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8aa2a5b6-5556-4193-91e7-09a11868beda req-c402db82-4f45-4661-a4f2-a9d025e60077 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0502744 Sep 20 23:19:40.876812 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8aa2a5b6-5556-4193-91e7-09a11868beda req-fa1592c2-75dd-49a0-838a-e498033e5a66 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380402 Sep 20 23:19:41.267705 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:41.830760 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe831c0-be9b-434b-93b4-ddf3c2bd80c6 req-377ce23c-f88d-4f5b-a787-e45b0210ef0c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:41.832304 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-efe831c0-be9b-434b-93b4-ddf3c2bd80c6 req-377ce23c-f88d-4f5b-a787-e45b0210ef0c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0591657 Sep 20 23:19:41.879159 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-efe831c0-be9b-434b-93b4-ddf3c2bd80c6 req-cfefcb97-bf31-49e5-9951-2dcab7a1cf18 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403125 Sep 20 23:19:41.995415 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181741f-547b-48a9-92da-97203c29d553 req-eb159b55-a54c-4345-8a24-9ca2b06810ae tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:41.996932 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6181741f-547b-48a9-92da-97203c29d553 req-eb159b55-a54c-4345-8a24-9ca2b06810ae tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0500321 Sep 20 23:19:42.037099 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6181741f-547b-48a9-92da-97203c29d553 req-dbd74d00-0cc2-46f5-a0a4-2d0c7142c428 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339701 Sep 20 23:19:43.007798 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6746b96-678a-421f-9d59-c6f83babb347 req-4956151e-6fc3-427d-9ac5-fce2a7f0931b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:43.009577 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f6746b96-678a-421f-9d59-c6f83babb347 req-4956151e-6fc3-427d-9ac5-fce2a7f0931b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0518115 Sep 20 23:19:43.049048 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f6746b96-678a-421f-9d59-c6f83babb347 req-a575bfd3-8101-445b-80af-75a1c8aebef1 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Sep 20 23:19:43.191258 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f814a3-adf7-4dc5-96db-fce15a338086 req-883d2637-6a83-42c7-95d8-f6773daef0f9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:43.192833 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-82f814a3-adf7-4dc5-96db-fce15a338086 req-883d2637-6a83-42c7-95d8-f6773daef0f9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0661402 Sep 20 23:19:43.243620 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-82f814a3-adf7-4dc5-96db-fce15a338086 req-d5d3f189-a638-48b0-99ad-55c7c0516671 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Sep 20 23:19:44.176628 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e1606-188e-485e-a99c-b4d0e6021376 req-e9b27451-d5b7-426c-8635-b97c684d8013 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:44.178238 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6c4e1606-188e-485e-a99c-b4d0e6021376 req-e9b27451-d5b7-426c-8635-b97c684d8013 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0524163 Sep 20 23:19:44.220865 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6c4e1606-188e-485e-a99c-b4d0e6021376 req-ccef44b9-4330-48e7-89b8-6513f90bd48a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350871 Sep 20 23:19:44.362377 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42515a-abad-4646-b40d-0a0c803e50bd req-37e5d5bd-cfd5-49b7-95db-d5d7c32f79bd tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:44.362377 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ca42515a-abad-4646-b40d-0a0c803e50bd req-37e5d5bd-cfd5-49b7-95db-d5d7c32f79bd tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0480762 Sep 20 23:19:44.427144 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ca42515a-abad-4646-b40d-0a0c803e50bd req-58ed4842-2f72-430b-82f8-6139045ed096 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537493 Sep 20 23:19:45.345505 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4057a7-2515-40e4-8a3b-d54eef658ca9 req-6a4cf14e-d7fc-4592-acf0-168193e31604 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:45.346962 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2a4057a7-2515-40e4-8a3b-d54eef658ca9 req-6a4cf14e-d7fc-4592-acf0-168193e31604 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0512204 Sep 20 23:19:45.383774 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2a4057a7-2515-40e4-8a3b-d54eef658ca9 req-8267912c-d09a-4fd2-9a21-614a5e140e12 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309072 Sep 20 23:19:45.529789 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95535e68-6917-4b5b-8c05-cfbb10a6dad2 req-a86ae32b-b95a-4f55-97d3-8080d8ddd900 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:45.531240 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95535e68-6917-4b5b-8c05-cfbb10a6dad2 req-a86ae32b-b95a-4f55-97d3-8080d8ddd900 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0464320 Sep 20 23:19:45.567620 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95535e68-6917-4b5b-8c05-cfbb10a6dad2 req-060d1bfe-9970-4426-bceb-61c7c7ce2820 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305257 Sep 20 23:19:46.503232 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec16de-c566-4222-bebd-27d8bc1ec283 req-e0155497-0740-40ee-9539-c918ece146d7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:46.504695 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c5ec16de-c566-4222-bebd-27d8bc1ec283 req-e0155497-0740-40ee-9539-c918ece146d7 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0477040 Sep 20 23:19:46.541645 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c5ec16de-c566-4222-bebd-27d8bc1ec283 req-ebc7fa41-a8f2-4766-ad15-e206a60fb6cb tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308003 Sep 20 23:19:46.683243 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f3579-e3ce-4af3-92ab-eee330f6f13e req-d35f1ac6-2108-47b8-bcba-0a6492413ebd tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:46.684805 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-506f3579-e3ce-4af3-92ab-eee330f6f13e req-d35f1ac6-2108-47b8-bcba-0a6492413ebd tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0492115 Sep 20 23:19:46.723763 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-506f3579-e3ce-4af3-92ab-eee330f6f13e req-e6860c0d-e8a2-4b97-b1ab-37c661aa7252 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329185 Sep 20 23:19:47.621103 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-23a97326-f379-4818-af71-c6d988e5186e tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:47.623168 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-23a97326-f379-4818-af71-c6d988e5186e tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0470860 Sep 20 23:19:47.719739 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826be48-2e55-4af9-b494-2f90b7f0da24 req-2bddb82d-8614-4d74-82d8-8f518ab10f65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:47.724516 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0826be48-2e55-4af9-b494-2f90b7f0da24 req-2bddb82d-8614-4d74-82d8-8f518ab10f65 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.1079314 Sep 20 23:19:47.772886 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Deleting port 927badb9-167a-45a3-a83b-95171b8d88ab {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:19:47.773234 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:47.789512 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0826be48-2e55-4af9-b494-2f90b7f0da24 req-17d73b73-f6b5-4789-aa9a-d637f03bb1a8 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601823 Sep 20 23:19:47.839354 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09bb8b-5863-49db-b25b-0a988c3d3de1 req-3fe28e36-a9bb-4ff9-b03f-466e33735c44 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:47.840853 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9e09bb8b-5863-49db-b25b-0a988c3d3de1 req-3fe28e36-a9bb-4ff9-b03f-466e33735c44 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 945 time: 0.0479217 Sep 20 23:19:47.873055 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] For port 927badb9-167a-45a3-a83b-95171b8d88ab, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=927badb9-167a-45a3-a83b-95171b8d88ab,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:47.873685 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:47.883086 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9e09bb8b-5863-49db-b25b-0a988c3d3de1 req-c5d89de0-cae3-4135-b5a1-242563504fef tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362926 Sep 20 23:19:48.022412 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:19:48.336637 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:48.336994 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:48.337303 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Floating IP f01af185-aae4-4492-9fd3-7ac2e629cd80 disassociated. External IP: 172.27.3.110, port: 927badb9-167a-45a3-a83b-95171b8d88ab. Sep 20 23:19:48.337629 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Calling delete_port for 927badb9-167a-45a3-a83b-95171b8d88ab owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:19:48.565012 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:48.593483 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event deleted for resources: {'Port': ['ID=927badb9-167a-45a3-a83b-95171b8d88ab,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:48.704236 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:19:48.787014 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:19:48.808835 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:19:48.851254 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] No DVR routers for this DVR port 927badb9-167a-45a3-a83b-95171b8d88ab on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:19:48.856764 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:48.859624 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7f05af56-0f7d-43d3-81bc-318c522d0d1e req-60631fee-0df2-4d63-ad8f-c99e36062185 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "DELETE /v2.0/ports/927badb9-167a-45a3-a83b-95171b8d88ab HTTP/1.1" status: 204 len: 173 time: 1.2279310 Sep 20 23:19:48.860376 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'name': 'network-vif-deleted', 'tag': '927badb9-167a-45a3-a83b-95171b8d88ab'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:19:48.869045 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d81d8e-7792-4700-a747-b6f17292652d" -d '{"events": [{"server_uuid": "37f08da6-6df2-4b9b-a916-0c6e7459f641", "name": "network-vif-deleted", "tag": "927badb9-167a-45a3-a83b-95171b8d88ab"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:19:48.876966 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:19:48.911209 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:19:48.911912 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:19:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:19:48.915815 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:48.924580 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd722c9b-23d3-48e2-ac2e-fa0fae5aacfc req-65f8d868-b997-4023-822d-b69e11fb5043 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:48.928370 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'port_id': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'mac_address': 'fa:16:3e:a5:d9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:19:48.930248 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dd722c9b-23d3-48e2-ac2e-fa0fae5aacfc req-65f8d868-b997-4023-822d-b69e11fb5043 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 944 time: 0.0564067 Sep 20 23:19:48.970278 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dd722c9b-23d3-48e2-ac2e-fa0fae5aacfc req-52811e67-a0f2-4b7f-ab8c-f7d2c2a0b0df tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381787 Sep 20 23:19:49.013164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc016ddc-d645-4446-99cb-87b18be72faf x-openstack-request-id: req-fc016ddc-d645-4446-99cb-87b18be72faf {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:19:49.013451 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37f08da6-6df2-4b9b-a916-0c6e7459f641", "name": "network-vif-deleted", "tag": "927badb9-167a-45a3-a83b-95171b8d88ab", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:19:49.013774 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc016ddc-d645-4446-99cb-87b18be72faf {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:19:49.014205 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f08da6-6df2-4b9b-a916-0c6e7459f641', 'name': 'network-vif-deleted', 'tag': '927badb9-167a-45a3-a83b-95171b8d88ab', 'status': 'completed', 'code': 200} Sep 20 23:19:49.084135 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-889ea57a-221f-461f-9bfc-52f343d7c8e6 req-936c1937-46eb-4425-8a99-99980e33d943 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 210 time: 0.0367155 Sep 20 23:19:49.162423 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:49.180753 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab8b77d-4e0f-40a4-8fe7-73902ee7814c {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:19:49.209566 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:49.256448 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:19:49.328659 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:49.427539 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=9']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:49.441037 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.441386 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.441733 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.442094 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.442433 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.442766 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.443099 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.443429 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.443780 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.444136 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.444459 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.444782 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:49.508199 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:19:49.534639 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:19:49.543103 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:19:49.544315 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:19:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:19:49.654218 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['dab8b77d-4e0f-40a4-8fe7-73902ee7814c'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:19:49.657835 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:19:49.960497 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:19:49.991745 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d0866-a670-451a-8527-d2ded41d65e4 None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:19:50.107715 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fad7c3-1a4c-443d-8dfb-cba28cac47a3 req-9053da75-536e-4b0b-bb17-375cac5d5f91 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:50.109425 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e8fad7c3-1a4c-443d-8dfb-cba28cac47a3 req-9053da75-536e-4b0b-bb17-375cac5d5f91 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 945 time: 0.0564535 Sep 20 23:19:50.150167 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e8fad7c3-1a4c-443d-8dfb-cba28cac47a3 req-1bae250a-e5a8-44b7-847d-f87002a077a3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340447 Sep 20 23:19:50.244314 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b3d7ec58-24e4-42c8-8281-0001e8067aa1 req-742597fe-7d9a-47a7-8dee-1fc05cb041c1 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=37f08da6-6df2-4b9b-a916-0c6e7459f641 HTTP/1.1" status: 200 len: 210 time: 0.0410805 Sep 20 23:19:50.295685 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f784211-099d-4109-87d6-51a0533e4fe8 None None] New status for floating IP f01af185-aae4-4492-9fd3-7ac2e629cd80: DOWN {{(pid=94586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:19:50.728178 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58122) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:50.787927 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:19:50.832145 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-77b096aa-690d-4f68-958c-3cca09b13084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:50.835484 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port dab8b77d-4e0f-40a4-8fe7-73902ee7814c triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:19:50.835860 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:50.912169 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:50.919218 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-77b096aa-690d-4f68-958c-3cca09b13084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:50.934787 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:19:50.937226 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e32a76-ce36-4172-b3b8-84dd17b70f9c" -d '{"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-plugged", "status": "completed", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:19:50.953314 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:19:50.972166 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36df4869-62f4-4a2f-a730-f86a0229aa3a x-openstack-request-id: req-36df4869-62f4-4a2f-a730-f86a0229aa3a {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:19:50.972742 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-plugged", "status": "completed", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:19:50.972742 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36df4869-62f4-4a2f-a730-f86a0229aa3a {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:19:50.973083 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'code': 200} Sep 20 23:19:50.982361 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-77b096aa-690d-4f68-958c-3cca09b13084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:51.020070 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b096aa-690d-4f68-958c-3cca09b13084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fad6f66-9b01-46de-8fe0-5f1b01b8f325,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:51.021793 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:51.022613 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 927badb9-167a-45a3-a83b-95171b8d88ab no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:19:51.026226 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-77b096aa-690d-4f68-958c-3cca09b13084 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23f75700620043b59e2801bffbdc8d6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970088 Sep 20 23:19:51.029394 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58128) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:51.065201 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 927badb9-167a-45a3-a83b-95171b8d88ab {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:19:51.065554 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 927badb9-167a-45a3-a83b-95171b8d88ab not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:19:51.081918 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ae83de9f-8969-4a25-bf73-39d8ad68786d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:51.087666 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=10']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:51.107821 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ae83de9f-8969-4a25-bf73-39d8ad68786d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:51.244561 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ae83de9f-8969-4a25-bf73-39d8ad68786d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:51.247117 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ae83de9f-8969-4a25-bf73-39d8ad68786d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:51.248285 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-ae83de9f-8969-4a25-bf73-39d8ad68786d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fad6f66-9b01-46de-8fe0-5f1b01b8f325 HTTP/1.1" status: 204 len: 168 time: 0.2178726 Sep 20 23:19:51.256972 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83de9f-8969-4a25-bf73-39d8ad68786d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fad6f66-9b01-46de-8fe0-5f1b01b8f325,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:51.292720 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacbca1-6f77-4368-8afd-c003ee2bc9ce req-b47a9069-bccb-4794-a8c1-224380d4bb55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:51.295055 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-faacbca1-6f77-4368-8afd-c003ee2bc9ce req-b47a9069-bccb-4794-a8c1-224380d4bb55 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 947 time: 0.0687709 Sep 20 23:19:51.357527 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-faacbca1-6f77-4368-8afd-c003ee2bc9ce req-365c986c-2ab4-4bc7-9f11-a5ccff9a6c13 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564671 Sep 20 23:19:51.372564 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8117b4-d9e7-441a-8656-490dc8bcf582 req-f6af71c6-5059-4904-b293-61f25c1ee29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:51.374066 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7d8117b4-d9e7-441a-8656-490dc8bcf582 req-f6af71c6-5059-4904-b293-61f25c1ee29d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 1100 time: 0.0455227 Sep 20 23:19:51.413806 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-7d8117b4-d9e7-441a-8656-490dc8bcf582 req-e1b1ce9d-9c82-467b-93b6-3a6d26db2ab5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323734 Sep 20 23:19:51.492676 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-a87eef35-e0b0-4aec-b5b6-d9c553b7fe9f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684148630&fields=id&tenant_id=00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 267 time: 0.0327611 Sep 20 23:19:51.602817 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e348a-4408-40a7-959e-b23b5c13558f req-a6292880-582a-4c33-a766-b00d31f2c557 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:51.604314 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-a6292880-582a-4c33-a766-b00d31f2c557 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 812 time: 0.1050320 Sep 20 23:19:51.619443 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-4c6a0774-80dc-45ab-bed1-ecd34a5672fb tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/quotas/00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Sep 20 23:19:51.672542 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-ca33086e-6c64-476e-9e39-9db22040c4a6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473199 Sep 20 23:19:51.768922 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-ca2fc75c-2a8e-43dd-903c-e66631ccec54 service neutron] 10.222.0.15 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840521 Sep 20 23:19:51.860585 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-0cd1afe2-97f7-47f4-a176-bf2407d0422f service neutron] 10.222.0.15 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855427 Sep 20 23:19:52.404762 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:52.487450 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d100eef-2189-4127-ae8a-b7a47e84da93 req-ef472f9b-0ba2-4063-b00d-f9500b9eec12 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:52.489016 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d100eef-2189-4127-ae8a-b7a47e84da93 req-ef472f9b-0ba2-4063-b00d-f9500b9eec12 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 947 time: 0.0498855 Sep 20 23:19:52.538974 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d100eef-2189-4127-ae8a-b7a47e84da93 req-a55f2489-fc3c-49f8-93ee-370e82811042 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424490 Sep 20 23:19:52.675461 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-99177648-dde8-4dd8-a9bf-a55cd50f7ecb req-089d0340-be6b-46a5-a94b-7cd4411b590c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 210 time: 0.0357761 Sep 20 23:19:52.911046 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-61a4f9a5-8c36-45f8-9dbe-f3670eedc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:52.912528 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-61a4f9a5-8c36-45f8-9dbe-f3670eedc5fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 1100 time: 0.0401857 Sep 20 23:19:53.038007 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-c359a9b5-8b17-4720-b3b8-18ab4952d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:53.039477 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-c359a9b5-8b17-4720-b3b8-18ab4952d511 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 200 len: 918 time: 0.0924168 Sep 20 23:19:53.138359 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-f2cb2cc4-dae8-46b9-954a-830aacad7a8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c HTTP/1.1" status: 200 len: 1001 time: 0.0907283 Sep 20 23:19:53.186211 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-ee556f62-da96-4972-9e17-27522caaf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:53.187640 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-ee556f62-da96-4972-9e17-27522caaf178 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 200 len: 856 time: 0.0425837 Sep 20 23:19:53.235565 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-0ffa8689-5f83-4865-b384-67ab7090f491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:53.237250 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-0ffa8689-5f83-4865-b384-67ab7090f491 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d9776176-0595-48fe-b09a-36c6fb5e06ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418794 Sep 20 23:19:53.344170 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-bfac80d9-24c1-4f23-b55e-8462e46f4b2f service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992959 Sep 20 23:19:53.437629 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a83f32-7a8f-4a2f-935f-06c85317aab9 req-ec7d5a6e-0c0e-425e-a055-48d1870d2b08 service neutron] 10.222.0.35 "GET /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841560 Sep 20 23:19:53.661191 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45429a45-9240-42e6-9dd4-f83aa7262036 req-11998c4d-c48e-4d51-99a4-c91ca603bece tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:53.662599 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-45429a45-9240-42e6-9dd4-f83aa7262036 req-11998c4d-c48e-4d51-99a4-c91ca603bece tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 947 time: 0.0487139 Sep 20 23:19:53.702000 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-45429a45-9240-42e6-9dd4-f83aa7262036 req-c488e6c7-b8e7-4dbd-b49a-79c420454dea tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335383 Sep 20 23:19:53.776444 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-af977a95-d2fb-4810-82e1-736a74aefe32 req-73c90646-c1f2-4adb-8d3d-a22e78a64739 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 210 time: 0.0337722 Sep 20 23:19:54.603982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588c234-c6f6-4aa0-9d49-24009a3c7f5b req-73da01ac-e9ba-4173-99f1-97b7cbac4595 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:54.605460 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3588c234-c6f6-4aa0-9d49-24009a3c7f5b req-73da01ac-e9ba-4173-99f1-97b7cbac4595 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0488315 Sep 20 23:19:54.645935 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3588c234-c6f6-4aa0-9d49-24009a3c7f5b req-8d533d34-0f7f-4b0d-aca1-b6315bd223a1 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Sep 20 23:19:54.667632 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58248) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:54.845100 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb223c46-4bac-4c12-96e0-da4a38204011 req-acf010e4-d510-4d7a-a68f-565be7a5b66c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:54.846663 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bb223c46-4bac-4c12-96e0-da4a38204011 req-acf010e4-d510-4d7a-a68f-565be7a5b66c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 947 time: 0.0737350 Sep 20 23:19:54.891543 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bb223c46-4bac-4c12-96e0-da4a38204011 req-9b467798-cb1d-4ee2-babc-d731f499f23d tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372250 Sep 20 23:19:54.894763 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-84357310-5ab5-4eb4-9ffa-655518bd4194 req-2b28b663-74f7-4e57-b8fe-24c8f8938509 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 210 time: 0.0352910 Sep 20 23:19:54.896874 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179c8c3a-2208-47df-b2de-7e19ee042d7f tempest-TestMinimumBasicScenario-1267380818 tempest-TestMinimumBasicScenario-1267380818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:54.901590 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-179c8c3a-2208-47df-b2de-7e19ee042d7f tempest-TestMinimumBasicScenario-1267380818 tempest-TestMinimumBasicScenario-1267380818-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1094 time: 0.2328572 Sep 20 23:19:54.902397 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58256) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:54.908635 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'port_id': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:55.022070 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for floatingip, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:55.123631 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:55.228746 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Allocated IP 172.27.3.235 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/39367cf5-a3fa-4649-b28b-18229fce0957) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:19:55.335967 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:55.433065 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:55.470806 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:19:55.473538 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:19:55.476876 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:19:55.484802 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'Port': ['ID=39367cf5-a3fa-4649-b28b-18229fce0957,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:55.510005 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.510390 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.510773 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.511105 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.511434 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.511804 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.512225 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.512588 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.512915 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.513239 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.513563 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.513910 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:19:55.874591 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:55.977009 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e348a-4408-40a7-959e-b23b5c13558f req-7845b9d1-c4b6-41d3-9492-0d9fa42942b7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:55.978516 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-7845b9d1-c4b6-41d3-9492-0d9fa42942b7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 812 time: 0.1461644 Sep 20 23:19:56.005509 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-66b269c2-3348-4b48-9a14-d34a56c50c10 req-6603ca37-c8ab-421a-86d5-6803eb4863bf tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 210 time: 0.0259209 Sep 20 23:19:56.029912 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-8fe3eaa5-c078-4bb2-9b3f-ccb75c0bd55c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 380 time: 0.0344765 Sep 20 23:19:56.039585 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'port': {'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'admin_state_up': True, 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'security_groups': ['7e9ffd54-2e49-4356-b688-4d87616ebdbf']}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:56.136222 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:56.316602 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:56.325418 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Made reservation on behalf of 00d8fb1545b141dead071edf3fec94b8 for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:19:56.329179 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:56.382134 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:56.497496 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'Port': ['ID=39367cf5-a3fa-4649-b28b-18229fce0957,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:56.509896 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:56.563344 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Allocated IP 172.20.0.9 (bffa3681-52ac-4803-9b1c-39491120e0cb/d38c5886-620c-4c3d-8a1e-e242fdcd53ef/1411a9c6-0ca7-4b9f-a511-d42204d294d3) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:19:56.654364 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Floating IP 022b98ae-34b5-45e6-a3d5-5e9fb79ac03a associated. External IP: 172.27.3.235, port: ce0af840-3b80-4c70-a061-266386b9c9a7. Sep 20 23:19:57.102950 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:57.125537 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a5eb471c-518d-4eca-936a-e91c314ffec5 req-b2784169-c4f3-4025-bc32-a949b8491240 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 210 time: 0.0457141 Sep 20 23:19:57.247144 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Router c12966e0-b84f-4977-909b-e27ece63e94d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:19:57.343499 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:57.384565 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:19:57.395175 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] Sync routers for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:19:57.405580 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:19:57.406244 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:19:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:19:57.407264 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Network bffa3681-52ac-4803-9b1c-39491120e0cb is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:19:57.411746 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:19:57.418916 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:19:57.422587 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=1411a9c6-0ca7-4b9f-a511-d42204d294d3,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:57.468859 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:57.469559 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:57.519299 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:19:57.563538 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:57.595020 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f9133163-05d6-4683-a781-b9185c25fe96 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6908972 Sep 20 23:19:57.595691 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:19:57.598489 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8adba0-8e32-4864-88c7-e51d74bd7837" -d '{"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:19:57.598659 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58278) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:57.602306 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-c9ff097b-63d2-4ebf-bf26-dd8110256443 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5662398 Sep 20 23:19:57.610828 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-2ef702af-ee41-4359-b907-7932bb025cc7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985038812', 'description': 'tempest-secgroup-smoke-1985038812 description', 'project_id': 'c129ed1551e54495884c864cae8019e0'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:57.622930 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Request body: {'port': {'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:57.653944 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fbe638-461e-4ab0-bac2-cd195d08cf86 x-openstack-request-id: req-55fbe638-461e-4ab0-bac2-cd195d08cf86 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:19:57.654240 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:19:57.654494 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55fbe638-461e-4ab0-bac2-cd195d08cf86 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:19:57.654887 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'status': 'completed', 'code': 200} Sep 20 23:19:57.695230 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:57.754351 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-fbab0fc2-3a63-47f6-bc80-d25f4894b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:57.755921 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-fbab0fc2-3a63-47f6-bc80-d25f4894b351 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1099 time: 0.0481431 Sep 20 23:19:57.780438 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-c53566b6-8728-4c5d-8616-19e3e7807303 None None] Provisioning complete for port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:19:57.788112 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c53566b6-8728-4c5d-8616-19e3e7807303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:57.788269 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ef702af-ee41-4359-b907-7932bb025cc7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:57.835558 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-c53566b6-8728-4c5d-8616-19e3e7807303 None None] Port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:19:57.849513 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '022b98ae-34b5-45e6-a3d5-5e9fb79ac03a', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'port_id': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'mac_address': 'fa:16:3e:50:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2547a07-a008-4035-a020-37e65ff9f825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:19:55Z', 'updated_at': '2021-09-20T23:19:55Z', 'revision_number': 0, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:47Z', 'revision_number': 5, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:19:57.877605 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] Checking router: c12966e0-b84f-4977-909b-e27ece63e94d for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:19:57.888121 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:19:57.889037 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:19:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:19:57.894515 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-981b5fcf-7207-44be-95a2-61fb0d776d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:57.896033 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-981b5fcf-7207-44be-95a2-61fb0d776d29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 915 time: 0.1323652 Sep 20 23:19:57.990029 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1411a9c6-0ca7-4b9f-a511-d42204d294d3 {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:19:58.000192 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.000957 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ef702af-ee41-4359-b907-7932bb025cc7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.003514 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-08e82d6a-d4f9-4246-8832-a8f15dcd59bf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 1000 time: 0.0972843 Sep 20 23:19:58.013940 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Transition to ACTIVE for port object 1411a9c6-0ca7-4b9f-a511-d42204d294d3 will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:19:58.015831 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:19:58.060433 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-88c4b6fa-04d1-47d5-808e-e2c932acb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:58.062017 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-88c4b6fa-04d1-47d5-808e-e2c932acb342 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 200 len: 853 time: 0.0483370 Sep 20 23:19:58.115076 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-4ee49499-7db2-4409-a46e-6baacc363829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:58.116677 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-4ee49499-7db2-4409-a46e-6baacc363829 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96be5b1-8880-46c8-8678-e82911c1d9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451148 Sep 20 23:19:58.141656 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.155596 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ef702af-ee41-4359-b907-7932bb025cc7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.198217 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Pushing event updated for resources: {'Port': ['ID=1411a9c6-0ca7-4b9f-a511-d42204d294d3,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:58.271861 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef702af-ee41-4359-b907-7932bb025cc7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:58.288385 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ef702af-ee41-4359-b907-7932bb025cc7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.298662 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2ef702af-ee41-4359-b907-7932bb025cc7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6994498 Sep 20 23:19:58.299429 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58294) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:58.310964 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-831a324b-cc78-4f2d-9b64-b1bdfa493ece tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'security_group_rule': {'security_group_id': '26b4eac7-f2d9-4b4b-8186-c40a1c385f2f', 'project_id': 'c129ed1551e54495884c864cae8019e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:58.341618 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-c24a8b83-ada2-479d-b274-12164328ebfe service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073033 Sep 20 23:19:58.349482 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Attempting to bind port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:19:58.349858 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Attempting to bind port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:19:58.350251 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Attempting to bind port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 on network bffa3681-52ac-4803-9b1c-39491120e0cb {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:19:58.367198 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03e33c-2d2e-4d48-a48f-769a2b570574 req-2b6eaceb-f307-41d8-91b0-8bd75814b466 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:58.368693 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1b03e33c-2d2e-4d48-a48f-769a2b570574 req-2b6eaceb-f307-41d8-91b0-8bd75814b466 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 943 time: 0.1117740 Sep 20 23:19:58.369840 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 on network bffa3681-52ac-4803-9b1c-39491120e0cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:19:58.372547 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Attempting to bind port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 on network bffa3681-52ac-4803-9b1c-39491120e0cb {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:19:58.378247 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '022b98ae-34b5-45e6-a3d5-5e9fb79ac03a', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'port_id': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'mac_address': 'fa:16:3e:50:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2547a07-a008-4035-a020-37e65ff9f825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:19:55Z', 'updated_at': '2021-09-20T23:19:55Z', 'revision_number': 0, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:47Z', 'revision_number': 5, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:19:58.386038 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:19:58.386386 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Checking segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:19:58.386775 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Bound using segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:19:58.387262 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Bound port: 1411a9c6-0ca7-4b9f-a511-d42204d294d3, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:19:58.387633 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.420334 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a614878-2ac6-4773-b7de-2cbbb0826369 None None] The sync data for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi is: [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '022b98ae-34b5-45e6-a3d5-5e9fb79ac03a', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'port_id': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'mac_address': 'fa:16:3e:50:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2547a07-a008-4035-a020-37e65ff9f825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:19:55Z', 'updated_at': '2021-09-20T23:19:55Z', 'revision_number': 0, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:47Z', 'revision_number': 5, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:19:58.470018 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1b03e33c-2d2e-4d48-a48f-769a2b570574 req-8b400b8f-0ad9-45c6-8a58-588fbd037b30 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898161 Sep 20 23:19:58.490584 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6d8adba0-8e32-4864-88c7-e51d74bd7837 req-4f468c66-e84e-4cf9-879b-de46e5fde5bb service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409082 Sep 20 23:19:58.507913 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] For port 1411a9c6-0ca7-4b9f-a511-d42204d294d3, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:19:58.528593 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] For port 1411a9c6-0ca7-4b9f-a511-d42204d294d3, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:19:58.528729 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-831a324b-cc78-4f2d-9b64-b1bdfa493ece tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.578207 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-831a324b-cc78-4f2d-9b64-b1bdfa493ece tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.655488 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.674470 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4180a4-f990-4ced-94a6-6264228cd308 None None] New status for floating IP 022b98ae-34b5-45e6-a3d5-5e9fb79ac03a: ACTIVE {{(pid=94586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:19:58.700475 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-831a324b-cc78-4f2d-9b64-b1bdfa493ece tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.718351 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a324b-cc78-4f2d-9b64-b1bdfa493ece tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07530208-e515-4fa0-92b1-690e21e9aba4,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:58.734128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:58.734749 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.736189 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] 10.222.0.35 "PUT /v2.0/ports/1411a9c6-0ca7-4b9f-a511-d42204d294d3 HTTP/1.1" status: 200 len: 1093 time: 1.1179559 Sep 20 23:19:58.758642 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fd5e5-464b-4946-9aeb-450da919f488 service neutron] Pushing event updated for resources: {'Port': ['ID=1411a9c6-0ca7-4b9f-a511-d42204d294d3,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:58.820409 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-831a324b-cc78-4f2d-9b64-b1bdfa493ece tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:58.824598 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-831a324b-cc78-4f2d-9b64-b1bdfa493ece tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5185494 Sep 20 23:19:58.825118 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58306) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:58.832734 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-7a7001d8-cb62-4743-9e70-84e4046f9611 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'security_group_rule': {'security_group_id': '26b4eac7-f2d9-4b4b-8186-c40a1c385f2f', 'project_id': 'c129ed1551e54495884c864cae8019e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:58.947715 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e348a-4408-40a7-959e-b23b5c13558f req-4823c72d-b612-43f1-ae74-320895e5bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:58.948608 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-4823c72d-b612-43f1-ae74-320895e5bcf7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 1096 time: 0.0446873 Sep 20 23:19:58.977022 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7a7001d8-cb62-4743-9e70-84e4046f9611 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.005211 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-2a04b8fd-cbed-42b3-801f-e69580af45c5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3 HTTP/1.1" status: 200 len: 217 time: 0.0414476 Sep 20 23:19:59.051844 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7a7001d8-cb62-4743-9e70-84e4046f9611 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.063188 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e348a-4408-40a7-959e-b23b5c13558f req-dd341ea3-89ff-4e30-8dba-63e1431f6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:59.064573 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-dd341ea3-89ff-4e30-8dba-63e1431f6c13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0497334 Sep 20 23:19:59.114255 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e348a-4408-40a7-959e-b23b5c13558f req-f8cb7782-8f79-40dc-81e3-f73d3d7c3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:59.115815 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-f8cb7782-8f79-40dc-81e3-f73d3d7c3b31 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402594 Sep 20 23:19:59.153883 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7a7001d8-cb62-4743-9e70-84e4046f9611 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.168004 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7001d8-cb62-4743-9e70-84e4046f9611 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709e8984-e6c1-4a7c-b41a-af8aa6584ee9,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:59.221711 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-9235c7ac-a0b0-4314-ad00-d4aad65a03f4 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915840 Sep 20 23:19:59.261526 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7a7001d8-cb62-4743-9e70-84e4046f9611 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.266060 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7a7001d8-cb62-4743-9e70-84e4046f9611 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4376318 Sep 20 23:19:59.266394 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58316) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:59.272442 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-5b1b113e-68a2-4759-a0cb-729c4e92fcc6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'security_group_rule': {'security_group_id': '26b4eac7-f2d9-4b4b-8186-c40a1c385f2f', 'project_id': 'c129ed1551e54495884c864cae8019e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:59.338465 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-263e348a-4408-40a7-959e-b23b5c13558f req-afb17940-73c1-4632-976c-922c9b49a767 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089108 Sep 20 23:19:59.430775 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5b1b113e-68a2-4759-a0cb-729c4e92fcc6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.489608 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5b1b113e-68a2-4759-a0cb-729c4e92fcc6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.590724 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e041f-ae7f-46df-9ffe-c29c887d3e84 req-5431f653-90da-4d87-a4c6-de0bd25de34a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:59.592108 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a94e041f-ae7f-46df-9ffe-c29c887d3e84 req-5431f653-90da-4d87-a4c6-de0bd25de34a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 943 time: 0.0487437 Sep 20 23:19:59.592818 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5b1b113e-68a2-4759-a0cb-729c4e92fcc6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.612062 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b113e-68a2-4759-a0cb-729c4e92fcc6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4589c7b5-5dc5-4216-b33d-ff87995932a3,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:19:59.634635 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a94e041f-ae7f-46df-9ffe-c29c887d3e84 req-a3bce838-42fb-4b70-816a-44924e0d26fc tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345833 Sep 20 23:19:59.656437 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:19:59.658587 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41559693-2fb1-4b4a-ba62-f682a24a635a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:19:59.695251 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa2d28f-0530-4b35-a754-3dbe82a30633 x-openstack-request-id: req-3aa2d28f-0530-4b35-a754-3dbe82a30633 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:19:59.695637 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:19:59.695893 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3aa2d28f-0530-4b35-a754-3dbe82a30633 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:19:59.701205 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'status': 'completed', 'code': 200} Sep 20 23:19:59.729102 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5b1b113e-68a2-4759-a0cb-729c4e92fcc6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.730368 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-5b1b113e-68a2-4759-a0cb-729c4e92fcc6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4630146 Sep 20 23:19:59.733870 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58332) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:19:59.738456 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-c66abe2c-9154-400d-9140-bdb458d2cb52 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'security_group_rule': {'security_group_id': '26b4eac7-f2d9-4b4b-8186-c40a1c385f2f', 'project_id': 'c129ed1551e54495884c864cae8019e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:19:59.805520 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-955e6943-b9f9-42df-8d96-61b603e764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:59.807106 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-955e6943-b9f9-42df-8d96-61b603e764c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 1096 time: 0.0454252 Sep 20 23:19:59.886241 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c66abe2c-9154-400d-9140-bdb458d2cb52 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.940261 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-bf08a60c-ad9b-460e-85f4-9aaf70fe4f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:19:59.941731 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-bf08a60c-ad9b-460e-85f4-9aaf70fe4f37 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.1268711 Sep 20 23:19:59.956500 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c66abe2c-9154-400d-9140-bdb458d2cb52 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:19:59.998343 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-e7024c26-c8a6-4ece-93e2-f2f9c5b8f77d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3 HTTP/1.1" status: 200 len: 217 time: 0.0437233 Sep 20 23:20:00.047035 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c66abe2c-9154-400d-9140-bdb458d2cb52 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:00.069219 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66abe2c-9154-400d-9140-bdb458d2cb52 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5045eb86-48e1-4068-92a9-ae28434d08d5,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:00.071776 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-a69eccf2-8cb2-4b29-823c-d811fefed67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:00.073194 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-a69eccf2-8cb2-4b29-823c-d811fefed67d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0598662 Sep 20 23:20:00.119384 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-0f512481-4f2a-43af-9d1f-86174a8eb478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:00.120881 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-0f512481-4f2a-43af-9d1f-86174a8eb478 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404923 Sep 20 23:20:00.159861 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c66abe2c-9154-400d-9140-bdb458d2cb52 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:00.161080 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-c66abe2c-9154-400d-9140-bdb458d2cb52 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4261491 Sep 20 23:20:00.164063 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58342) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:00.170321 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-f168f279-a849-4fee-a6dd-f8220376b9a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'security_group_rule': {'security_group_id': '26b4eac7-f2d9-4b4b-8186-c40a1c385f2f', 'project_id': 'c129ed1551e54495884c864cae8019e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:00.221331 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-4d188717-6c10-4e72-9c83-f78c3cf860e2 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928102 Sep 20 23:20:00.312974 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41559693-2fb1-4b4a-ba62-f682a24a635a req-c79963b6-b8e8-40a5-b729-2636b926b9ee service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837550 Sep 20 23:20:00.337503 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.securitygroups_db [None req-f168f279-a849-4fee-a6dd-f8220376b9a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Project c129ed1551e54495884c864cae8019e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 23:20:00.339834 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f168f279-a849-4fee-a6dd-f8220376b9a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:00.390315 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f168f279-a849-4fee-a6dd-f8220376b9a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:00.529260 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f168f279-a849-4fee-a6dd-f8220376b9a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:00.549879 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168f279-a849-4fee-a6dd-f8220376b9a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfac8c91-653e-433b-90fe-b334e4b745b3,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:00.752158 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17030e55-a30d-41f6-939d-e784755052d8 req-66333cee-a675-4826-aa0f-d496a36cac88 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:00.753713 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-17030e55-a30d-41f6-939d-e784755052d8 req-66333cee-a675-4826-aa0f-d496a36cac88 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 943 time: 0.0516829 Sep 20 23:20:00.761350 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f168f279-a849-4fee-a6dd-f8220376b9a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:00.761350 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f168f279-a849-4fee-a6dd-f8220376b9a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5911949 Sep 20 23:20:00.764009 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58362) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:00.768771 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-dc63ba19-3840-4dc0-bfbb-705709b043cc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'security_group_rule': {'security_group_id': '26b4eac7-f2d9-4b4b-8186-c40a1c385f2f', 'project_id': 'c129ed1551e54495884c864cae8019e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:00.794746 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-17030e55-a30d-41f6-939d-e784755052d8 req-e18b0335-74d6-4d98-adfa-831cf5cbd4d7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350585 Sep 20 23:20:00.890453 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.securitygroups_db [None req-dc63ba19-3840-4dc0-bfbb-705709b043cc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Project c129ed1551e54495884c864cae8019e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 23:20:00.895875 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-dc63ba19-3840-4dc0-bfbb-705709b043cc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:00.962691 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-dc63ba19-3840-4dc0-bfbb-705709b043cc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:01.031650 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-dc63ba19-3840-4dc0-bfbb-705709b043cc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:01.049166 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63ba19-3840-4dc0-bfbb-705709b043cc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e536cae-4dbd-4376-9e51-8bdc37f9e0f9,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:01.199047 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-dc63ba19-3840-4dc0-bfbb-705709b043cc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:01.200771 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-dc63ba19-3840-4dc0-bfbb-705709b043cc tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4356782 Sep 20 23:20:01.277165 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-0e81556f-032e-4b2a-9fde-fe19c4d223a3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985038812&fields=id&tenant_id=c129ed1551e54495884c864cae8019e0 HTTP/1.1" status: 200 len: 267 time: 0.0324428 Sep 20 23:20:01.330044 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-573be915-5acb-4677-b1e9-0d29ee3b4116 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:01.332589 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-573be915-5acb-4677-b1e9-0d29ee3b4116 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0498767 Sep 20 23:20:01.343481 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'port': {'security_groups': ['3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d', '26b4eac7-f2d9-4b4b-8186-c40a1c385f2f']}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:01.404650 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:01.585584 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] For port ce0af840-3b80-4c70-a061-266386b9c9a7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0af840-3b80-4c70-a061-266386b9c9a7,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:01.616953 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:01.671371 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:01.710772 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['ce0af840-3b80-4c70-a061-266386b9c9a7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:20:01.714212 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:01.714834 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:01.716874 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a51d15c6-5727-4a92-a85d-616a1be374d4 req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "PUT /v2.0/ports/ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 982 time: 0.3778355 Sep 20 23:20:01.717399 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:20:01.719714 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a1b224-0c7a-4415-b862-21237ddc3001" -d '{"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:20:01.761572 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f6866-95b2-4b66-b33b-55c3d21f3ce2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'Port': ['ID=ce0af840-3b80-4c70-a061-266386b9c9a7,revision_number=6']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:01.797191 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46365ca-d661-49e3-b3fe-f1a68aa07e2f x-openstack-request-id: req-d46365ca-d661-49e3-b3fe-f1a68aa07e2f {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:20:01.797191 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:20:01.797391 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d46365ca-d661-49e3-b3fe-f1a68aa07e2f {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:20:01.797740 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'status': 'completed', 'code': 200} Sep 20 23:20:01.835409 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ba531-e2a6-46a5-95ef-b489445c608a req-3115c44b-3fe8-4b8e-87f5-8d643729110c tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:01.837216 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cf9ba531-e2a6-46a5-95ef-b489445c608a req-3115c44b-3fe8-4b8e-87f5-8d643729110c tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0580924 Sep 20 23:20:01.860873 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['ce0af840-3b80-4c70-a061-266386b9c9a7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:20:01.888944 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cf9ba531-e2a6-46a5-95ef-b489445c608a req-ce829d65-f78c-4682-a8d5-ddf4f26fb171 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424423 Sep 20 23:20:01.945471 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-52ea5ae7-4fbd-4104-8f76-edd89a05ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:01.949143 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-52ea5ae7-4fbd-4104-8f76-edd89a05ccb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1138 time: 0.1045661 Sep 20 23:20:01.962934 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95235f-f871-4f54-9d97-e6a509d76eb5 req-7e695377-0580-479f-8350-18e725695580 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:01.964315 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba95235f-f871-4f54-9d97-e6a509d76eb5 req-7e695377-0580-479f-8350-18e725695580 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 943 time: 0.0767567 Sep 20 23:20:02.063318 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ba95235f-f871-4f54-9d97-e6a509d76eb5 req-bb434407-23d2-426c-a4a2-6755e7b73ade tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898802 Sep 20 23:20:02.078792 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-c30dd5df-a266-4777-84ce-5652b6a1d297 None None] Provisioning complete for port ce0af840-3b80-4c70-a061-266386b9c9a7 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:02.079160 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c30dd5df-a266-4777-84ce-5652b6a1d297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:02.091748 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-37daa978-f713-4f62-a065-af7f74075401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:02.093195 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-37daa978-f713-4f62-a065-af7f74075401 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 915 time: 0.1383860 Sep 20 23:20:02.164822 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-d365a0b0-8704-4b0a-91f9-6ca08d234c88 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0634713 Sep 20 23:20:02.217086 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-f8e0be78-1bc5-42c8-b759-28fc1cb9cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:02.218596 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-f8e0be78-1bc5-42c8-b759-28fc1cb9cc19 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 200 len: 853 time: 0.0464547 Sep 20 23:20:02.266271 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-38a20fbc-811d-4af6-9730-02f6f52a4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:02.267783 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-38a20fbc-811d-4af6-9730-02f6f52a4c9f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96be5b1-8880-46c8-8678-e82911c1d9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404069 Sep 20 23:20:02.371824 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-8f446e49-1ebf-4512-b59e-613868dd4fd2 service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951171 Sep 20 23:20:02.464136 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34a1b224-0c7a-4415-b862-21237ddc3001 req-cec84665-c826-4d15-9928-b6c106144919 service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843992 Sep 20 23:20:03.180072 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d3522-48c3-4400-bca4-d5d01599cb77 req-68208a8a-fde7-4e12-96b1-c876b905f048 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:03.181506 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f23d3522-48c3-4400-bca4-d5d01599cb77 req-68208a8a-fde7-4e12-96b1-c876b905f048 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 943 time: 0.0480320 Sep 20 23:20:03.231368 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f23d3522-48c3-4400-bca4-d5d01599cb77 req-254084ad-d0a8-4ca6-9112-84d291014d0d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Sep 20 23:20:04.338535 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b67995-eb48-4406-bea3-bee3803ba7c5 req-b61787e3-50d1-42d1-998a-b58e3167b5b6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:04.340041 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-86b67995-eb48-4406-bea3-bee3803ba7c5 req-b61787e3-50d1-42d1-998a-b58e3167b5b6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 943 time: 0.0490115 Sep 20 23:20:04.381565 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-86b67995-eb48-4406-bea3-bee3803ba7c5 req-316c45ad-62ac-493e-b148-670a6809e36b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Sep 20 23:20:05.237739 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58398) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:05.344890 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a9989630-f7c0-49a9-a9ff-d563ba01fc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:05.437362 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a9989630-f7c0-49a9-a9ff-d563ba01fc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:05.493783 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df044bc7-c391-4af5-93dd-988729273a5c req-d2cbe54e-4668-484a-8159-281bdaf70f0b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:05.495166 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-df044bc7-c391-4af5-93dd-988729273a5c req-d2cbe54e-4668-484a-8159-281bdaf70f0b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 943 time: 0.0485852 Sep 20 23:20:05.532307 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-df044bc7-c391-4af5-93dd-988729273a5c req-2a9d4425-aa8e-4f0b-83dc-b1148af1ed29 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307872 Sep 20 23:20:05.535861 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a9989630-f7c0-49a9-a9ff-d563ba01fc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:05.576176 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a9989630-f7c0-49a9-a9ff-d563ba01fc80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f38d741ae87b4676a7e87765c1023323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372741 Sep 20 23:20:05.577277 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9989630-f7c0-49a9-a9ff-d563ba01fc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e09662-3c01-4c4c-bee2-7beaaf4b1e35,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:05.578989 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58406) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:05.631472 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1f06c697-daa7-4906-b0dd-6d5f905ed05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:05.663195 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1f06c697-daa7-4906-b0dd-6d5f905ed05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:05.796867 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1f06c697-daa7-4906-b0dd-6d5f905ed05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:05.799424 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-1f06c697-daa7-4906-b0dd-6d5f905ed05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:05.800575 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-1f06c697-daa7-4906-b0dd-6d5f905ed05b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41e09662-3c01-4c4c-bee2-7beaaf4b1e35 HTTP/1.1" status: 204 len: 168 time: 0.2199166 Sep 20 23:20:05.808449 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06c697-daa7-4906-b0dd-6d5f905ed05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e09662-3c01-4c4c-bee2-7beaaf4b1e35,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:05.916869 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7ed8c309-c7a3-4660-81c5-36d080d6470b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:06.645718 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cf502-89d3-4875-a141-511c2ae9cc4b req-2dc6a3c6-df7b-4a5b-ba1d-790cf5349f60 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:06.647231 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-341cf502-89d3-4875-a141-511c2ae9cc4b req-2dc6a3c6-df7b-4a5b-ba1d-790cf5349f60 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 943 time: 0.0502868 Sep 20 23:20:06.685487 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-341cf502-89d3-4875-a141-511c2ae9cc4b req-e41dcbd2-4bba-4130-b09b-9efa8fd6abf5 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Sep 20 23:20:06.818603 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58430) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:06.867500 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 1411a9c6-0ca7-4b9f-a511-d42204d294d3 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:20:06.916321 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1129425917-network', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:06.964571 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 1411a9c6-0ca7-4b9f-a511-d42204d294d3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:06.976010 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:20:07.011942 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.021374 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Made reservation on behalf of fcdffa0112c8485e816ac56521dc7aad for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:20:07.023834 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.024154 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1411a9c6-0ca7-4b9f-a511-d42204d294d3 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:20:07.033215 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.043844 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 1411a9c6-0ca7-4b9f-a511-d42204d294d3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:07.122542 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.170874 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.198868 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.217987 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=1411a9c6-0ca7-4b9f-a511-d42204d294d3,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:07.221901 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:20:07.237224 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ab26e5-9c56-404a-b483-1ae5b244b7a2,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:07.240134 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.240487 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Added segment ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e of type vlan for network 242267d9-b6e3-4dc4-acce-240ecdbff714 Sep 20 23:20:07.281026 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.402613 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.403593 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:07.404178 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.463617 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=242267d9-b6e3-4dc4-acce-240ecdbff714,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:07.473736 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:20:07.490874 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['1411a9c6-0ca7-4b9f-a511-d42204d294d3'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:20:07.512176 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-49e7a4d2-9e1c-49f6-b419-7816aa2d5aa7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6924915 Sep 20 23:20:07.515643 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58434) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:07.520552 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Request body: {'subnet': {'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1129425917-subnet', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'ip_version': 4}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:07.615729 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Made reservation on behalf of fcdffa0112c8485e816ac56521dc7aad for: {'subnet': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:20:07.618072 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4539390'] for subnet, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.824751 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00582bbf-d8f6-4221-9127-e09fe946e4ca req-49ef882b-0929-4933-b5ca-473620f0b5d2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:07.826423 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-00582bbf-d8f6-4221-9127-e09fe946e4ca req-49ef882b-0929-4933-b5ca-473620f0b5d2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 944 time: 0.0640144 Sep 20 23:20:07.863089 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-00582bbf-d8f6-4221-9127-e09fe946e4ca req-d624c1ae-ea85-44d7-a89f-ffd43c5226fa tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302312 Sep 20 23:20:07.895973 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4313645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4539344'] for subnet, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:07.957682 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=74214eab-5086-4e28-836a-a73e584878bc,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:07.969495 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Checking segment: {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:07.969809 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Network hostable DHCP agents. Network: 242267d9-b6e3-4dc4-acce-240ecdbff714, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:20:08.147108 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:20:08.272750 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 242267d9-b6e3-4dc4-acce-240ecdbff714) {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:08.276783 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:08.277360 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.281472 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0739f46-be0b-406b-a662-73fc81c6290c None None] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:20:08.369336 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5ba99e2e-6a1a-4281-8199-76dcaf590fae admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8526237 Sep 20 23:20:08.371959 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58438) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:08.377511 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:08.429008 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-242267d9-b6e3-4dc4-acce-240ecdbff714', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:20:08.429851 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.495941 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.496982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.525218 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d3d15abe-5038-44a4-befe-3a94364e0675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.549521 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.564037 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Allocated IP 172.20.0.2 (242267d9-b6e3-4dc4-acce-240ecdbff714/74214eab-5086-4e28-836a-a73e584878bc/d321a977-5445-49e5-ae91-e55d55a5cf2b) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:08.711043 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.765050 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.787672 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.824268 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:08.827648 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:08.830966 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:08.838257 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Pushing event updated for resources: {'Port': ['ID=d321a977-5445-49e5-ae91-e55d55a5cf2b,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:08.885023 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 1411a9c6-0ca7-4b9f-a511-d42204d294d3 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:08.919908 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Attempting to bind port d321a977-5445-49e5-ae91-e55d55a5cf2b on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:08.920344 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Attempting to bind port d321a977-5445-49e5-ae91-e55d55a5cf2b by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:08.920711 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Attempting to bind port d321a977-5445-49e5-ae91-e55d55a5cf2b on network 242267d9-b6e3-4dc4-acce-240ecdbff714 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:08.930487 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:08.930902 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Checking segment: {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:08.931271 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:08.931669 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Bound using segment: {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:08.932143 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Bound port: d321a977-5445-49e5-ae91-e55d55a5cf2b, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:08.932526 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.010381 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f163a3-d135-4644-940d-139d75cf2333 req-196cf692-fda8-4e16-8379-f0c0f7b23d82 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:09.012740 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-83f163a3-d135-4644-940d-139d75cf2333 req-196cf692-fda8-4e16-8379-f0c0f7b23d82 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 944 time: 0.0791092 Sep 20 23:20:09.012880 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-bf85647b-4073-4335-a712-836d0d36606b None None] For port d321a977-5445-49e5-ae91-e55d55a5cf2b, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:09.016894 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-bf85647b-4073-4335-a712-836d0d36606b None None] For port d321a977-5445-49e5-ae91-e55d55a5cf2b, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=d321a977-5445-49e5-ae91-e55d55a5cf2b,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:09.057571 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-83f163a3-d135-4644-940d-139d75cf2333 req-f9c54d2f-8f4c-40d3-aed1-883286f824b7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357366 Sep 20 23:20:09.073976 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:20:09.078878 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:09.079300 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.110322 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.115883 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.211231 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85647b-4073-4335-a712-836d0d36606b None None] Pushing event updated for resources: {'Port': ['ID=d321a977-5445-49e5-ae91-e55d55a5cf2b,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:09.231317 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.257977 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:20:09.260270 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2911458-9e0c-4133-9e5b-f564611dd26d" -d '{"events": [{"server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "name": "network-vif-plugged", "status": "completed", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:20:09.276042 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 1411a9c6-0ca7-4b9f-a511-d42204d294d3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:09.313152 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1adb2d-3bab-4301-9791-deb8c9d43d95 x-openstack-request-id: req-fa1adb2d-3bab-4301-9791-deb8c9d43d95 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:20:09.313152 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "name": "network-vif-plugged", "status": "completed", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:20:09.313152 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa1adb2d-3bab-4301-9791-deb8c9d43d95 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:20:09.314000 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.314372 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'code': 200} Sep 20 23:20:09.330973 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.456893 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Allocated IP 172.27.3.173 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/84fe13f1-e3a0-4951-a50e-8fff2ee17824) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:09.466265 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.540443 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=1411a9c6-0ca7-4b9f-a511-d42204d294d3,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:09.571427 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.746052 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.746306 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b29009-bde7-464c-8f87-f5c3181dd6e7 req-ad8fc556-17ef-4835-96f4-8262710d58fe tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:09.747760 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a0b29009-bde7-464c-8f87-f5c3181dd6e7 req-ad8fc556-17ef-4835-96f4-8262710d58fe tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0472479 Sep 20 23:20:09.776170 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:09.788435 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:09.789305 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a0b29009-bde7-464c-8f87-f5c3181dd6e7 req-c318f03c-25bd-4ff9-8af1-589b380f2422 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345013 Sep 20 23:20:09.791226 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:09.799781 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:09.803422 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Pushing event updated for resources: {'Port': ['ID=84fe13f1-e3a0-4951-a50e-8fff2ee17824,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:09.896616 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02ef8e-55e5-4e60-abf8-270d64fbe564 req-7557af18-9dac-4cba-9dab-1d2bf155c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:09.898168 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fd02ef8e-55e5-4e60-abf8-270d64fbe564 req-7557af18-9dac-4cba-9dab-1d2bf155c8e7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 1098 time: 0.0483966 Sep 20 23:20:09.942797 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-fd02ef8e-55e5-4e60-abf8-270d64fbe564 req-e7464049-cabb-408f-b73f-5020e5151602 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354912 Sep 20 23:20:09.982194 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-3528bd49-61d6-4840-a2c1-a58676e228fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:09.983563 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-3528bd49-61d6-4840-a2c1-a58676e228fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1138 time: 0.1048186 Sep 20 23:20:10.141776 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef362bd-a0df-4671-a05e-00e7c630aa08 None None] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:20:10.207578 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:10.210545 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-cfa0a0c1-a0c7-4d64-b001-f9ef357d6f81 None None] Provisioning complete for port d321a977-5445-49e5-ae91-e55d55a5cf2b triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:10.210927 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a0c1-a0c7-4d64-b001-f9ef357d6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:10.219538 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bb156-bb9d-4a7d-8c3e-ca1062df2108 req-2d89f021-8548-4341-b50a-fe6b347d5d79 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:10.221022 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-938bb156-bb9d-4a7d-8c3e-ca1062df2108 req-2d89f021-8548-4341-b50a-fe6b347d5d79 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 945 time: 0.0902493 Sep 20 23:20:10.351658 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a0c1-a0c7-4d64-b001-f9ef357d6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:10.392833 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-cfa0a0c1-a0c7-4d64-b001-f9ef357d6f81 None None] For port d321a977-5445-49e5-ae91-e55d55a5cf2b, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=d321a977-5445-49e5-ae91-e55d55a5cf2b,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:10.401706 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-938bb156-bb9d-4a7d-8c3e-ca1062df2108 req-5441a5c1-fcf0-4faa-b3a5-5252d85dec0d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476147 Sep 20 23:20:10.458954 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-2981b3b3-a34f-4232-adb3-d87d452df0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:10.460426 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-2981b3b3-a34f-4232-adb3-d87d452df0be service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 915 time: 0.2074902 Sep 20 23:20:10.479411 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cfa0a0c1-a0c7-4d64-b001-f9ef357d6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:10.534800 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0a0c1-a0c7-4d64-b001-f9ef357d6f81 None None] Pushing event updated for resources: {'Port': ['ID=d321a977-5445-49e5-ae91-e55d55a5cf2b,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:10.570453 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-82623448-c19b-4c63-aa23-1d5eab127364 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.1013110 Sep 20 23:20:10.577940 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:10.597612 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-25129c13-3617-4c64-bebf-7be99adfefca None None] Provisioning complete for port d321a977-5445-49e5-ae91-e55d55a5cf2b triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:10.598007 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-25129c13-3617-4c64-bebf-7be99adfefca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:10.694652 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-1ed87c3a-06d3-48a9-932e-124d17c9e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:10.696106 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-1ed87c3a-06d3-48a9-932e-124d17c9e444 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 200 len: 853 time: 0.0808401 Sep 20 23:20:10.767003 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-7be713d8-8b97-4e9a-ad54-1837d42339c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:10.768486 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-7be713d8-8b97-4e9a-ad54-1837d42339c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96be5b1-8880-46c8-8678-e82911c1d9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569894 Sep 20 23:20:10.865191 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-433d868c-3574-473b-a9be-658732dea912 service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849040 Sep 20 23:20:10.882145 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Router c6e19813-f187-4e5a-9627-6f7269b03de6 is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:20:10.911805 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38447534-30dd-419d-a556-b13a74c6c7f6 req-65f7aa53-1e32-4d36-8533-b7e84eb4d1df tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:10.913289 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-38447534-30dd-419d-a556-b13a74c6c7f6 req-65f7aa53-1e32-4d36-8533-b7e84eb4d1df tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0522032 Sep 20 23:20:10.958630 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-38447534-30dd-419d-a556-b13a74c6c7f6 req-a4324142-be38-419e-b71c-3e8f75d0bcfd tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391667 Sep 20 23:20:11.045584 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ccc4140-bd07-45db-b747-b14c8ba9fab4 req-ec2ceb9d-15b0-4c17-b7ce-87640ac6ffdd service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722360 Sep 20 23:20:11.048318 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device d321a977-5445-49e5-ae91-e55d55a5cf2b up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:11.060026 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:11.072252 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Sync routers for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:11.087689 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:11.088303 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:11.181817 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.189322 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58456) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:11.189786 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c0959065-9371-453f-9dd2-5996d94d4f65 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8165066 Sep 20 23:20:11.190296 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port d321a977-5445-49e5-ae91-e55d55a5cf2b triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:11.190672 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.237128 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:11.316050 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.456892 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:09Z', 'revision_number': 3, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:11.490793 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Checking router: c6e19813-f187-4e5a-9627-6f7269b03de6 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:11.491190 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Updating router c6e19813-f187-4e5a-9627-6f7269b03de6 port 84fe13f1-e3a0-4951-a50e-8fff2ee17824 binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:20:11.515991 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.526940 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce11ca-2db9-4ea1-8ecc-45cf563c6537 req-cc9f14a1-88f7-45cf-b0e5-a7fa90b26cbe tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:11.528449 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c7ce11ca-2db9-4ea1-8ecc-45cf563c6537 req-cc9f14a1-88f7-45cf-b0e5-a7fa90b26cbe tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 945 time: 0.0539789 Sep 20 23:20:11.568954 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c7ce11ca-2db9-4ea1-8ecc-45cf563c6537 req-8143f0f0-803b-4edb-b905-7ef83d8ee2b6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335491 Sep 20 23:20:11.673799 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.711414 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c78591-a732-41e4-9632-7042302a5a14 req-b324dd3a-b131-44fd-858b-fe0781b4b12d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:11.712904 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b4c78591-a732-41e4-9632-7042302a5a14 req-b324dd3a-b131-44fd-858b-fe0781b4b12d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 945 time: 0.0698912 Sep 20 23:20:11.773293 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.814715 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b4c78591-a732-41e4-9632-7042302a5a14 req-3da2cc5c-0e66-4cbd-85cb-7f728762dad7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699196 Sep 20 23:20:11.837215 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58462) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:11.876529 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Allocated IP 172.20.0.1 (242267d9-b6e3-4dc4-acce-240ecdbff714/74214eab-5086-4e28-836a-a73e584878bc/9eefef81-6f1d-4a64-8534-0e2fa5becc08) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:11.883711 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5923d5-fc0f-4208-94a0-368d1302302d tempest-TestVolumeBootPattern-1967192850 tempest-TestVolumeBootPattern-1967192850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:11.883711 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-6e5923d5-fc0f-4208-94a0-368d1302302d tempest-TestVolumeBootPattern-1967192850 tempest-TestVolumeBootPattern-1967192850-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 1093 time: 0.0399675 Sep 20 23:20:11.885643 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58464) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:11.890484 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:11.907902 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.960452 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Attempting to bind port 84fe13f1-e3a0-4951-a50e-8fff2ee17824 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:11.960827 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Attempting to bind port 84fe13f1-e3a0-4951-a50e-8fff2ee17824 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:11.961191 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Attempting to bind port 84fe13f1-e3a0-4951-a50e-8fff2ee17824 on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:11.970899 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d66245-afd7-41c8-b23c-b76284aa26e7 None None] Pushing event updated for resources: {'Port': ['ID=84fe13f1-e3a0-4951-a50e-8fff2ee17824,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:11.974311 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:11.974854 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:11.975272 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.975655 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:11.976124 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Bound port: 84fe13f1-e3a0-4951-a50e-8fff2ee17824, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:11.976504 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:11.983979 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.058081 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.107930 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc589073-6851-4be4-b2d9-3279ba7574c2 req-c1c4972f-5b4c-4302-bdfa-b0836c01a4d5 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:12.109469 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bc589073-6851-4be4-b2d9-3279ba7574c2 req-c1c4972f-5b4c-4302-bdfa-b0836c01a4d5 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0789907 Sep 20 23:20:12.145071 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] For port 84fe13f1-e3a0-4951-a50e-8fff2ee17824, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:12.148010 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] For port 84fe13f1-e3a0-4951-a50e-8fff2ee17824, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=84fe13f1-e3a0-4951-a50e-8fff2ee17824,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:12.184754 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bc589073-6851-4be4-b2d9-3279ba7574c2 req-df0f4a95-ceac-4643-9bc7-4160d726aaff tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667472 Sep 20 23:20:12.209066 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.209284 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.245621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:12.248363 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:12.252592 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:12.260911 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Pushing event updated for resources: {'Port': ['ID=9eefef81-6f1d-4a64-8534-0e2fa5becc08,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:12.296428 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.300538 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.329266 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Allocated IP 172.27.3.215 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/422b5555-4529-485c-beb9-51a4fb35a610) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:12.364381 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:12.365038 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:12.404717 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d66245-afd7-41c8-b23c-b76284aa26e7 None None] Pushing event updated for resources: {'Port': ['ID=84fe13f1-e3a0-4951-a50e-8fff2ee17824,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:12.458550 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.493837 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:12.569218 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.589134 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-6fa46ef8-c5b2-40a4-a5ba-9bb0fe70bbaf None None] Provisioning complete for port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:12.589134 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-6fa46ef8-c5b2-40a4-a5ba-9bb0fe70bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:12.609696 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:12.612722 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:12.617983 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:12.649166 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=422b5555-4529-485c-beb9-51a4fb35a610,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:12.658362 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-6fa46ef8-c5b2-40a4-a5ba-9bb0fe70bbaf None None] Port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:12.665900 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.666259 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.666606 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.666947 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.667282 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.667621 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.667954 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.668284 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.668617 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.668946 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.669271 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.669594 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:12.734027 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:09Z', 'revision_number': 3, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:12.761662 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b2f80-b5ff-4b14-b074-de7bca92891f None None] The sync data for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi is: [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:09Z', 'revision_number': 3, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:12.837485 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.031328 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.036839 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.130151 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.201050 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Pushing event updated for resources: {'Port': ['ID=9eefef81-6f1d-4a64-8534-0e2fa5becc08,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:13.205995 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.212656 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.345560 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719be817-5fd1-41f0-bfb9-09c45d582b76 req-a30328d2-2289-4cdf-b344-8a20e6c500e2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:13.347222 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-719be817-5fd1-41f0-bfb9-09c45d582b76 req-a30328d2-2289-4cdf-b344-8a20e6c500e2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0762320 Sep 20 23:20:13.349282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:13.350938 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:13.398518 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.439545 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-719be817-5fd1-41f0-bfb9-09c45d582b76 req-35249798-125f-43c2-8945-accc1248d03b tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837553 Sep 20 23:20:13.485649 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.509568 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Router c6e19813-f187-4e5a-9627-6f7269b03de6 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:20:13.590781 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-9750aaa0-974d-4d5a-a366-74ae20907ba4 None None] Provisioning complete for port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:13.591356 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9750aaa0-974d-4d5a-a366-74ae20907ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.636485 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-9750aaa0-974d-4d5a-a366-74ae20907ba4 None None] Port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:13.648741 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:13.656054 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-499f9af2-a5be-45c2-9586-e20643727357 admin admin] 10.222.0.15 "PUT /v2.0/routers/c6e19813-f187-4e5a-9627-6f7269b03de6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4633579 Sep 20 23:20:13.814533 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=422b5555-4529-485c-beb9-51a4fb35a610,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:13.822457 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:13.925852 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.l3_db [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Floating IP 3d834b1a-1f51-436b-8a49-2bce795fd23e associated. External IP: 172.27.3.215, port: 1411a9c6-0ca7-4b9f-a511-d42204d294d3. Sep 20 23:20:14.134403 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:20:14.247140 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:14.257958 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:14.268774 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:14.269376 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:14.324862 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:14.332365 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Sync routers for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:14.345423 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:14.346245 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:14.365770 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3df687f4-bb8a-42e1-9213-0c1edb9ae51c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4715579 Sep 20 23:20:14.365770 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:20:14.365770 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:20:14.390649 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:14.405722 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2e767f-5702-4414-88c3-857426b73a1a x-openstack-request-id: req-cd2e767f-5702-4414-88c3-857426b73a1a {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:20:14.406110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:20:14.406470 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd2e767f-5702-4414-88c3-857426b73a1a {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:20:14.407097 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'status': 'completed', 'code': 200} Sep 20 23:20:14.457016 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58488) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:14.462145 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1056238235-network', 'tenant_id': '33c42f7520b2435684e956453e119641'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:14.484424 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:14.529341 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-803aad68-16cc-4218-9823-a17fc71d967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:14.531352 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-803aad68-16cc-4218-9823-a17fc71d967e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 1098 time: 0.0492628 Sep 20 23:20:14.581694 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Made reservation on behalf of 33c42f7520b2435684e956453e119641 for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:20:14.584221 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:14.588053 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dafdc5-8fd2-4e3d-b4e7-e1c7f31807e6 req-b98f3fa8-c21d-432d-851d-ac94c05b6160 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:14.597433 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c7dafdc5-8fd2-4e3d-b4e7-e1c7f31807e6 req-b98f3fa8-c21d-432d-851d-ac94c05b6160 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0704162 Sep 20 23:20:14.623560 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:14.644787 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c7dafdc5-8fd2-4e3d-b4e7-e1c7f31807e6 req-0f74f14b-782b-4d0a-8bf3-62d942264fbd tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460906 Sep 20 23:20:14.656492 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:14.688551 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-b72b02df-fbec-41b1-ba93-43c4d5a782b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:14.689138 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:14.690072 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-b72b02df-fbec-41b1-ba93-43c4d5a782b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.1466029 Sep 20 23:20:14.697591 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:14.698562 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:14.727340 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 2, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:14.754354 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Checking router: c6e19813-f187-4e5a-9627-6f7269b03de6 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:14.754730 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Updating router c6e19813-f187-4e5a-9627-6f7269b03de6 port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:20:14.779405 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:14.780657 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-2e51c426-a90b-4cb4-80f7-0658f249e524 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3 HTTP/1.1" status: 200 len: 999 time: 0.0763385 Sep 20 23:20:14.822274 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:14.837516 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:14.849652 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-28ecde52-9c1a-4a59-a97d-0c29855f9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:14.851291 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-28ecde52-9c1a-4a59-a97d-0c29855f9c1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0544176 Sep 20 23:20:14.904963 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-f61c7f6c-0ecc-42ba-97c5-63945c36330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:14.906536 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-f61c7f6c-0ecc-42ba-97c5-63945c36330d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467918 Sep 20 23:20:14.928598 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:14.965559 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:20:15.023467 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.023813 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Added segment 01dd32e0-c543-40a2-a42e-16617525bd19 of type vlan for network 33b7310d-8be9-4909-851c-44c9f712d3f4 Sep 20 23:20:15.025271 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99fd024-586d-4967-aae1-898a7e04cd02,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:15.077341 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:15.085923 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.087786 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.094212 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-06752de2-84b5-479a-ada7-ee8d5688efb9 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746514 Sep 20 23:20:15.113151 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f549320-0dd9-445a-8bc4-bd75b8429c29 None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:15.121822 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 84fe13f1-e3a0-4951-a50e-8fff2ee17824 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:15.178424 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 84fe13f1-e3a0-4951-a50e-8fff2ee17824 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:15.178856 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.201465 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.203499 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a2c92fdb-ee16-4903-aa71-6a8542c0d2a6 req-1506192f-c60f-45ee-9972-4b8374225273 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979669 Sep 20 23:20:15.238852 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.239916 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:15.240514 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.272186 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc59dc-6cbd-4374-859e-5543a46a5feb None None] Pushing event updated for resources: {'Port': ['ID=9eefef81-6f1d-4a64-8534-0e2fa5becc08,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:15.337007 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] Pushing event updated for resources: {'Network': ['ID=33b7310d-8be9-4909-851c-44c9f712d3f4,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:15.356259 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 33b7310d-8be9-4909-851c-44c9f712d3f4 details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:20:15.387330 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Attempting to bind port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:15.387330 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Attempting to bind port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:15.387330 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Attempting to bind port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 on network 242267d9-b6e3-4dc4-acce-240ecdbff714 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:15.387330 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.388344 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca6a834-8026-43ae-9fbc-ed2d83b36689 None None] New status for floating IP 3d834b1a-1f51-436b-8a49-2bce795fd23e: ACTIVE {{(pid=94586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:20:15.407730 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:15.408107 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Checking segment: {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:15.408537 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.408918 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Bound using segment: {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:15.409404 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Bound port: 9eefef81-6f1d-4a64-8534-0e2fa5becc08, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:15.409825 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.457774 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port 84fe13f1-e3a0-4951-a50e-8fff2ee17824, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=84fe13f1-e3a0-4951-a50e-8fff2ee17824,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:15.524255 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] For port 9eefef81-6f1d-4a64-8534-0e2fa5becc08, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:15.527328 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] For port 9eefef81-6f1d-4a64-8534-0e2fa5becc08, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=9eefef81-6f1d-4a64-8534-0e2fa5becc08,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:15.580863 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-219430aa-73bb-4a05-9fa6-bc87ecca1065 None None] Provisioning complete for port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:15.581241 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-219430aa-73bb-4a05-9fa6-bc87ecca1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.615071 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-219430aa-73bb-4a05-9fa6-bc87ecca1065 None None] Port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:15.627628 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.627858 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-993f720d-a91f-4cfa-ba4b-b6cfee7129f0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1695623 Sep 20 23:20:15.630759 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58492) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:15.636097 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.638686 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Request body: {'subnet': {'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1056238235-subnet', 'tenant_id': '33c42f7520b2435684e956453e119641', 'ip_version': 4}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:15.727062 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:15.728131 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:15.736083 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc59dc-6cbd-4374-859e-5543a46a5feb None None] Pushing event updated for resources: {'Port': ['ID=9eefef81-6f1d-4a64-8534-0e2fa5becc08,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:15.787834 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Made reservation on behalf of 33c42f7520b2435684e956453e119641 for: {'subnet': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:20:15.790251 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4539390'] for subnet, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:15.800824 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdcc32-e3ac-4766-81f7-8d0505a3c5c3 req-820cafde-3fe9-406b-9c6a-7660e24b311b tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:15.802390 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-96fdcc32-e3ac-4766-81f7-8d0505a3c5c3 req-820cafde-3fe9-406b-9c6a-7660e24b311b tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0676117 Sep 20 23:20:15.864493 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=84fe13f1-e3a0-4951-a50e-8fff2ee17824,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:15.894829 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:15.909933 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-96fdcc32-e3ac-4766-81f7-8d0505a3c5c3 req-5416b07c-7b3b-4bb8-a562-476ce70e8e05 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935514 Sep 20 23:20:16.119216 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-716a3580-a7aa-41e4-a69b-9a67b62af8f2 None None] Provisioning complete for port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:16.119603 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-716a3580-a7aa-41e4-a69b-9a67b62af8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.124674 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4313645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4539344'] for subnet, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.180758 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873d195a-0465-4c53-a7df-30564990b1de,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:16.187695 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Checking segment: {'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:16.188054 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Network hostable DHCP agents. Network: 33b7310d-8be9-4909-851c-44c9f712d3f4, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:20:16.261092 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Network 33b7310d-8be9-4909-851c-44c9f712d3f4 is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:20:16.270563 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-716a3580-a7aa-41e4-a69b-9a67b62af8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.300823 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:16.334920 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173eef8d-8d78-4e4b-9db1-cad79f012ba4 None None] The sync data for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi is: [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:16.337957 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-716a3580-a7aa-41e4-a69b-9a67b62af8f2 None None] For port 9eefef81-6f1d-4a64-8534-0e2fa5becc08, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=9eefef81-6f1d-4a64-8534-0e2fa5becc08,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:16.385710 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 33b7310d-8be9-4909-851c-44c9f712d3f4) {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:16.394580 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:16.395429 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.403587 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0598ef3-fc21-42cb-a7fb-a7486e2e6932 None None] Network 33b7310d-8be9-4909-851c-44c9f712d3f4 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:20:16.460352 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-716a3580-a7aa-41e4-a69b-9a67b62af8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.529542 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a3580-a7aa-41e4-a69b-9a67b62af8f2 None None] Pushing event updated for resources: {'Port': ['ID=9eefef81-6f1d-4a64-8534-0e2fa5becc08,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:16.531823 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-57c4b9ae-651d-4b03-a7d0-5fb422d858a1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8995743 Sep 20 23:20:16.534421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58498) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:16.539109 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:16.601864 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-33b7310d-8be9-4909-851c-44c9f712d3f4', 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4', 'tenant_id': '33c42f7520b2435684e956453e119641', 'fixed_ips': [{'subnet_id': '873d195a-0465-4c53-a7df-30564990b1de'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:20:16.602660 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.621555 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.623315 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.681055 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.738363 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Allocated IP 172.20.0.2 (33b7310d-8be9-4909-851c-44c9f712d3f4/873d195a-0465-4c53-a7df-30564990b1de/98857d75-6294-43a1-81bf-662447775cc4) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:16.900856 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.918811 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:16.982577 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.042721 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Network 33b7310d-8be9-4909-851c-44c9f712d3f4 is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:17.043538 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094e6fd-5b2f-42e2-9f8a-831aa26739d5 req-dd1b4189-60de-4de2-9069-57be3c1f8b92 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:17.045765 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:17.046764 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1094e6fd-5b2f-42e2-9f8a-831aa26739d5 req-dd1b4189-60de-4de2-9069-57be3c1f8b92 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0668812 Sep 20 23:20:17.060041 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:17.079255 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Pushing event updated for resources: {'Port': ['ID=98857d75-6294-43a1-81bf-662447775cc4,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:17.097068 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1094e6fd-5b2f-42e2-9f8a-831aa26739d5 req-be8bf66e-ac13-4df3-8ae8-66da56eed152 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431125 Sep 20 23:20:17.156002 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 84fe13f1-e3a0-4951-a50e-8fff2ee17824 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:17.175671 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Attempting to bind port 98857d75-6294-43a1-81bf-662447775cc4 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:17.176151 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Attempting to bind port 98857d75-6294-43a1-81bf-662447775cc4 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:17.176770 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Attempting to bind port 98857d75-6294-43a1-81bf-662447775cc4 on network 33b7310d-8be9-4909-851c-44c9f712d3f4 {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:17.186885 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:17.187398 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Checking segment: {'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:17.187810 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.188204 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Bound using segment: {'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:17.188670 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Bound port: 98857d75-6294-43a1-81bf-662447775cc4, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:17.189051 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.253047 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 84fe13f1-e3a0-4951-a50e-8fff2ee17824 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:17.253445 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.271417 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.291691 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.298818 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] For port 98857d75-6294-43a1-81bf-662447775cc4, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:17.303371 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] For port 98857d75-6294-43a1-81bf-662447775cc4, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=98857d75-6294-43a1-81bf-662447775cc4,segment=NetworkSegment(01dd32e0-c543-40a2-a42e-16617525bd19),segment_id=01dd32e0-c543-40a2-a42e-16617525bd19)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:17.357013 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 9eefef81-6f1d-4a64-8534-0e2fa5becc08 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:17.403530 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Allocated IP 172.27.3.140 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/a03e2031-2413-45f7-86d2-a40c5eb93cee) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:17.406232 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:17.406609 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.429101 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.506890 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55618d3b-6929-4831-bb5f-43e8502d5222 None None] Pushing event updated for resources: {'Port': ['ID=98857d75-6294-43a1-81bf-662447775cc4,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:17.532359 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.643093 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:17.684969 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:17.689974 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:17.692937 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:17.721298 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Pushing event updated for resources: {'Port': ['ID=a03e2031-2413-45f7-86d2-a40c5eb93cee,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:18.059415 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:18.290436 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eba0f4-bd79-4b8e-926f-86b8378198f2 req-a15e6fbf-a7b8-4049-85ab-5cb790a8ac8b tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:18.291967 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b6eba0f4-bd79-4b8e-926f-86b8378198f2 req-a15e6fbf-a7b8-4049-85ab-5cb790a8ac8b tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0961142 Sep 20 23:20:18.308389 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:18.376803 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b6eba0f4-bd79-4b8e-926f-86b8378198f2 req-445f4cd1-6475-469c-9c2b-852e5fd29e20 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0768626 Sep 20 23:20:18.386600 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011dd45-30ac-43a9-933b-0f3ed30c1608 None None] Network 33b7310d-8be9-4909-851c-44c9f712d3f4 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:20:18.412924 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-de91b227-6354-4def-b8c6-b47dcacbad6d None None] Provisioning complete for port 98857d75-6294-43a1-81bf-662447775cc4 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:18.413299 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-de91b227-6354-4def-b8c6-b47dcacbad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:18.570131 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Router 94d1312b-5d26-4a74-b324-d97abc53bea7 is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94583) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:20:18.572215 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-de91b227-6354-4def-b8c6-b47dcacbad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:18.628395 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-de91b227-6354-4def-b8c6-b47dcacbad6d None None] For port 98857d75-6294-43a1-81bf-662447775cc4, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=98857d75-6294-43a1-81bf-662447775cc4,segment=NetworkSegment(01dd32e0-c543-40a2-a42e-16617525bd19),segment_id=01dd32e0-c543-40a2-a42e-16617525bd19)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:18.677696 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:18.688815 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Sync routers for ids ['94d1312b-5d26-4a74-b324-d97abc53bea7'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:18.698980 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Routers {'94d1312b-5d26-4a74-b324-d97abc53bea7'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:18.699605 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['94d1312b-5d26-4a74-b324-d97abc53bea7'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:18.739890 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-de91b227-6354-4def-b8c6-b47dcacbad6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:18.799153 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:18.800971 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-8a18a926-7638-4059-aa55-571b0f473152 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2647998 Sep 20 23:20:18.803112 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58504) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:18.837464 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91b227-6354-4def-b8c6-b47dcacbad6d None None] Pushing event updated for resources: {'Port': ['ID=98857d75-6294-43a1-81bf-662447775cc4,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:18.862463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Set router 94d1312b-5d26-4a74-b324-d97abc53bea7 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:18.942510 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-257f5c06-3a69-44c3-b473-b4891b196bff None None] Provisioning complete for port 98857d75-6294-43a1-81bf-662447775cc4 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:18.942750 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-257f5c06-3a69-44c3-b473-b4891b196bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.086069 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 98857d75-6294-43a1-81bf-662447775cc4 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:19.275426 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 98857d75-6294-43a1-81bf-662447775cc4 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:19.275709 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.347595 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:20:17Z', 'revision_number': 3, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port': {'id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:17Z', 'updated_at': '2021-09-20T23:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:19.394428 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Checking router: 94d1312b-5d26-4a74-b324-d97abc53bea7 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:19.395064 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Updating router 94d1312b-5d26-4a74-b324-d97abc53bea7 port a03e2031-2413-45f7-86d2-a40c5eb93cee binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:20:19.429604 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.463616 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.511957 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f360de-bb4c-4825-acb6-5383f60cfcf8 req-1c5145ed-04b6-4db2-b482-495227f83ee8 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:19.514147 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-97f360de-bb4c-4825-acb6-5383f60cfcf8 req-1c5145ed-04b6-4db2-b482-495227f83ee8 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0516315 Sep 20 23:20:19.565630 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-97f360de-bb4c-4825-acb6-5383f60cfcf8 req-fe9ea639-8b5f-4a58-88b4-24e47da75c5e tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448589 Sep 20 23:20:19.631755 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Allocated IP 172.20.0.1 (33b7310d-8be9-4909-851c-44c9f712d3f4/873d195a-0465-4c53-a7df-30564990b1de/8ee73d76-9007-4bd4-b706-76c5fd2bacf1) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:19.692089 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.731007 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.792968 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.833155 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.840729 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Attempting to bind port a03e2031-2413-45f7-86d2-a40c5eb93cee on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:19.843362 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Attempting to bind port a03e2031-2413-45f7-86d2-a40c5eb93cee by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:19.843362 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Attempting to bind port a03e2031-2413-45f7-86d2-a40c5eb93cee on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:19.850541 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1867f-a2d5-44d6-abec-08146e144c38 None None] Pushing event updated for resources: {'Port': ['ID=a03e2031-2413-45f7-86d2-a40c5eb93cee,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:19.857791 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:19.857791 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:19.857791 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.857791 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:19.857791 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Bound port: a03e2031-2413-45f7-86d2-a40c5eb93cee, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:19.857791 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:19.873563 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Network 33b7310d-8be9-4909-851c-44c9f712d3f4 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:19.876927 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:19.880315 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:19.908786 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:19.910423 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] For port a03e2031-2413-45f7-86d2-a40c5eb93cee, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:19.914326 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] For port a03e2031-2413-45f7-86d2-a40c5eb93cee, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a03e2031-2413-45f7-86d2-a40c5eb93cee,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:19.928031 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:20.016407 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:20.065589 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Routers {'94d1312b-5d26-4a74-b324-d97abc53bea7'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:20.066279 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['94d1312b-5d26-4a74-b324-d97abc53bea7'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:20.119361 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1867f-a2d5-44d6-abec-08146e144c38 None None] Pushing event updated for resources: {'Port': ['ID=a03e2031-2413-45f7-86d2-a40c5eb93cee,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:20.135349 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:20.148793 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-031fb665-7592-4428-b3f6-b7e0c1403f85 None None] Provisioning complete for port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:20.149071 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-031fb665-7592-4428-b3f6-b7e0c1403f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:20.222585 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-031fb665-7592-4428-b3f6-b7e0c1403f85 None None] Port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:20.226620 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] Set router 94d1312b-5d26-4a74-b324-d97abc53bea7 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:20.290006 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:20.375721 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:20.403980 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:20:17Z', 'revision_number': 3, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port': {'id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:17Z', 'updated_at': '2021-09-20T23:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:20.434761 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4919f671-eb2b-4572-9baa-8289bbf037ff None None] The sync data for ids ['94d1312b-5d26-4a74-b324-d97abc53bea7'] in dv-cinder-809965-2-iscsi is: [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:20:17Z', 'revision_number': 3, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port': {'id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:17Z', 'updated_at': '2021-09-20T23:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:20.444397 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:20.446803 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:20.545535 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Network 33b7310d-8be9-4909-851c-44c9f712d3f4 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:20.547419 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:20.724849 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Router 94d1312b-5d26-4a74-b324-d97abc53bea7 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:20:20.757002 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4839d68-524c-4f6d-9fff-219923242554 req-966e98be-5350-424a-b245-e2639f87b1a2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:20.758896 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f4839d68-524c-4f6d-9fff-219923242554 req-966e98be-5350-424a-b245-e2639f87b1a2 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0741560 Sep 20 23:20:20.844306 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-71ef5882-0529-4e5f-8854-513d9cbbf70e None None] Provisioning complete for port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:20.844680 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-71ef5882-0529-4e5f-8854-513d9cbbf70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:20.868341 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f4839d68-524c-4f6d-9fff-219923242554 req-17b64fa9-8b54-4c2a-b8c8-334d48754277 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775652 Sep 20 23:20:20.892923 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:20.895012 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-71ef5882-0529-4e5f-8854-513d9cbbf70e None None] Port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:20.899241 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f7ea0959-f061-4086-ac8f-6cc2e96bcee5 admin admin] 10.222.0.15 "PUT /v2.0/routers/94d1312b-5d26-4a74-b324-d97abc53bea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0951233 Sep 20 23:20:21.060656 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a03e2031-2413-45f7-86d2-a40c5eb93cee up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:21.111975 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port a03e2031-2413-45f7-86d2-a40c5eb93cee triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:21.112514 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:21.200449 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:21.222298 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port a03e2031-2413-45f7-86d2-a40c5eb93cee, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a03e2031-2413-45f7-86d2-a40c5eb93cee,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:21.318741 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:21.366216 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=a03e2031-2413-45f7-86d2-a40c5eb93cee,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:21.481166 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58518) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:21.485708 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-ab6b68b1-c6d3-418c-afa2-5c758b3bc9c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-300220820', 'description': 'tempest-secgroup-smoke-300220820 description', 'project_id': 'fcdffa0112c8485e816ac56521dc7aad'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:21.581392 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ab6b68b1-c6d3-418c-afa2-5c758b3bc9c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:21.659351 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ab6b68b1-c6d3-418c-afa2-5c758b3bc9c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:21.733972 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ab6b68b1-c6d3-418c-afa2-5c758b3bc9c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:21.763182 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b68b1-c6d3-418c-afa2-5c758b3bc9c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49228990-9503-416d-bc2a-30c8e7a62fb1,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:21.848257 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ab6b68b1-c6d3-418c-afa2-5c758b3bc9c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:21.849538 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-ab6b68b1-c6d3-418c-afa2-5c758b3bc9c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3673003 Sep 20 23:20:21.852383 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58520) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:21.856967 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-66b34e1c-4f35-4ede-9d84-10886416e427 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'security_group_rule': {'security_group_id': '49228990-9503-416d-bc2a-30c8e7a62fb1', 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:21.984953 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc9c6a-0cfb-4be4-8dc9-5a89df44db08 req-03219778-019b-4d04-8b54-fa97de76b2a8 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:21.986369 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c8dc9c6a-0cfb-4be4-8dc9-5a89df44db08 req-03219778-019b-4d04-8b54-fa97de76b2a8 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0511701 Sep 20 23:20:22.000981 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-66b34e1c-4f35-4ede-9d84-10886416e427 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.046874 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c8dc9c6a-0cfb-4be4-8dc9-5a89df44db08 req-73c4afe1-91bf-43bf-8d19-6ebffc28d4c6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526261 Sep 20 23:20:22.070635 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-66b34e1c-4f35-4ede-9d84-10886416e427 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.141197 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-66b34e1c-4f35-4ede-9d84-10886416e427 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.159616 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b34e1c-4f35-4ede-9d84-10886416e427 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78e70e9-30f0-47f0-8753-bc4a47c671cb,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:22.250503 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-66b34e1c-4f35-4ede-9d84-10886416e427 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.251697 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-66b34e1c-4f35-4ede-9d84-10886416e427 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3983033 Sep 20 23:20:22.254372 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58524) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:22.258701 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-6360de32-0371-40c7-bc9a-f6e42ec74edf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'security_group_rule': {'security_group_id': '49228990-9503-416d-bc2a-30c8e7a62fb1', 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:22.357475 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6360de32-0371-40c7-bc9a-f6e42ec74edf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.392991 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.416130 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6360de32-0371-40c7-bc9a-f6e42ec74edf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.530752 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6360de32-0371-40c7-bc9a-f6e42ec74edf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.543797 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360de32-0371-40c7-bc9a-f6e42ec74edf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab93b21-8d75-4b94-88eb-2b88f13ffa93,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:22.626963 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-6360de32-0371-40c7-bc9a-f6e42ec74edf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.628195 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-6360de32-0371-40c7-bc9a-f6e42ec74edf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3728876 Sep 20 23:20:22.630935 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58528) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:22.635149 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-63779a77-9268-4a4c-b567-4bec967afde6 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'security_group_rule': {'security_group_id': '49228990-9503-416d-bc2a-30c8e7a62fb1', 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:22.722478 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-63779a77-9268-4a4c-b567-4bec967afde6 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.778782 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-63779a77-9268-4a4c-b567-4bec967afde6 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.855616 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-63779a77-9268-4a4c-b567-4bec967afde6 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.871629 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63779a77-9268-4a4c-b567-4bec967afde6 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8563b1-363b-4ff1-8927-b79ffcd24f33,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:22.958591 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-63779a77-9268-4a4c-b567-4bec967afde6 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:22.962253 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-63779a77-9268-4a4c-b567-4bec967afde6 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279552 Sep 20 23:20:22.962763 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58530) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:22.967014 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-eac7ce73-b95f-4026-8c70-1513b40a393b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'security_group_rule': {'security_group_id': '49228990-9503-416d-bc2a-30c8e7a62fb1', 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:23.023300 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a03e2031-2413-45f7-86d2-a40c5eb93cee up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:23.072268 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-eac7ce73-b95f-4026-8c70-1513b40a393b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.074175 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port a03e2031-2413-45f7-86d2-a40c5eb93cee triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:23.074603 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.145699 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Sync routers for ids ['94d1312b-5d26-4a74-b324-d97abc53bea7'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:23.154993 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Routers {'94d1312b-5d26-4a74-b324-d97abc53bea7'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:23.156024 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['94d1312b-5d26-4a74-b324-d97abc53bea7'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:23.162023 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-eac7ce73-b95f-4026-8c70-1513b40a393b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.176537 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d96176-77b6-41a5-893f-1502658d0ca1 req-50138522-2e66-43d4-b852-eb614d14e55a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:23.178120 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34d96176-77b6-41a5-893f-1502658d0ca1 req-50138522-2e66-43d4-b852-eb614d14e55a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0612657 Sep 20 23:20:23.219642 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-34d96176-77b6-41a5-893f-1502658d0ca1 req-04b03bb4-2b61-489f-9cf2-8fd67acb23b4 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&id=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353110 Sep 20 23:20:23.225557 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-eac7ce73-b95f-4026-8c70-1513b40a393b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.244388 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7ce73-b95f-4026-8c70-1513b40a393b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811f682a-35bc-4d00-9ffc-141a47bc37eb,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:23.314142 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Set router 94d1312b-5d26-4a74-b324-d97abc53bea7 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:23.337662 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-eac7ce73-b95f-4026-8c70-1513b40a393b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.337662 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-eac7ce73-b95f-4026-8c70-1513b40a393b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3712964 Sep 20 23:20:23.337662 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58536) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:23.341961 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-cad42511-d4b3-4a0e-85e7-5afc0643f2cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'security_group_rule': {'security_group_id': '49228990-9503-416d-bc2a-30c8e7a62fb1', 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:23.534174 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.securitygroups_db [None req-cad42511-d4b3-4a0e-85e7-5afc0643f2cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Project fcdffa0112c8485e816ac56521dc7aad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 23:20:23.539227 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cad42511-d4b3-4a0e-85e7-5afc0643f2cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.582269 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:20:20Z', 'revision_number': 4, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port': {'id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:17Z', 'updated_at': '2021-09-20T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8ee73d76-9007-4bd4-b706-76c5fd2bacf1', 'name': '', 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4', 'tenant_id': '33c42f7520b2435684e956453e119641', 'mac_address': 'fa:16:3e:e5:9e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '873d195a-0465-4c53-a7df-30564990b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:19Z', 'updated_at': '2021-09-20T23:20:20Z', 'revision_number': 2, 'project_id': '33c42f7520b2435684e956453e119641', 'subnets': [{'id': '873d195a-0465-4c53-a7df-30564990b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:23.602438 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cad42511-d4b3-4a0e-85e7-5afc0643f2cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.609339 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Checking router: 94d1312b-5d26-4a74-b324-d97abc53bea7 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:23.609705 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Updating router 94d1312b-5d26-4a74-b324-d97abc53bea7 port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:20:23.633388 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.666861 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cad42511-d4b3-4a0e-85e7-5afc0643f2cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.686669 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad42511-d4b3-4a0e-85e7-5afc0643f2cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d218244d-03b8-4450-964f-7ade48170cb8,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:23.764230 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cad42511-d4b3-4a0e-85e7-5afc0643f2cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.765993 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-cad42511-d4b3-4a0e-85e7-5afc0643f2cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4274428 Sep 20 23:20:23.768811 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58538) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:23.773168 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-08f33f9e-50a1-4e7d-ba10-2f38e588b1cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'security_group_rule': {'security_group_id': '49228990-9503-416d-bc2a-30c8e7a62fb1', 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:23.865083 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.securitygroups_db [None req-08f33f9e-50a1-4e7d-ba10-2f38e588b1cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Project fcdffa0112c8485e816ac56521dc7aad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 23:20:23.870271 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-08f33f9e-50a1-4e7d-ba10-2f38e588b1cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.901431 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.932598 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-08f33f9e-50a1-4e7d-ba10-2f38e588b1cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:23.984928 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.021508 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-08f33f9e-50a1-4e7d-ba10-2f38e588b1cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.034652 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Pushing event updated for resources: {'Port': ['ID=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:24.039843 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f33f9e-50a1-4e7d-ba10-2f38e588b1cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209986f4-0163-4a43-b90e-5de364091d8e,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:24.043999 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.044552 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.044898 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.045326 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.045583 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.046026 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.046552 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.046930 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.047313 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.047599 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.047925 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.048243 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94586) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:24.104584 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Attempting to bind port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:24.104709 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Attempting to bind port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:24.105049 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Attempting to bind port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 on network 33b7310d-8be9-4909-851c-44c9f712d3f4 {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:24.111215 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:24.111509 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Checking segment: {'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:24.111910 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.112305 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Bound using segment: {'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:24.112771 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Bound port: 8ee73d76-9007-4bd4-b706-76c5fd2bacf1, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dd32e0-c543-40a2-a42e-16617525bd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:24.113163 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.140557 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-08f33f9e-50a1-4e7d-ba10-2f38e588b1cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.142250 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-08f33f9e-50a1-4e7d-ba10-2f38e588b1cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3724856 Sep 20 23:20:24.188011 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] For port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:24.188011 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] For port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,segment=NetworkSegment(01dd32e0-c543-40a2-a42e-16617525bd19),segment_id=01dd32e0-c543-40a2-a42e-16617525bd19)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:24.238112 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-cfd05494-b250-452c-93ba-6e685953bd43 None None] Provisioning complete for port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:24.238652 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cfd05494-b250-452c-93ba-6e685953bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.273940 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-cfd05494-b250-452c-93ba-6e685953bd43 None None] Port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:24.279669 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.338519 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Routers {'94d1312b-5d26-4a74-b324-d97abc53bea7'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:24.339423 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['94d1312b-5d26-4a74-b324-d97abc53bea7'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:24.375851 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4c992-eaab-478e-ac98-88e31e4156e5 None None] Pushing event updated for resources: {'Port': ['ID=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,revision_number=4']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:24.476087 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] Set router 94d1312b-5d26-4a74-b324-d97abc53bea7 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:24.592319 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d6c1c0b1-2a32-40f4-8ff3-8ec2bafc6338 None None] Provisioning complete for port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:24.592796 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c0b1-2a32-40f4-8ff3-8ec2bafc6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.667491 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c0b1-2a32-40f4-8ff3-8ec2bafc6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.677797 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:20:20Z', 'revision_number': 4, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port': {'id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:17Z', 'updated_at': '2021-09-20T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8ee73d76-9007-4bd4-b706-76c5fd2bacf1', 'name': '', 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4', 'tenant_id': '33c42f7520b2435684e956453e119641', 'mac_address': 'fa:16:3e:e5:9e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '873d195a-0465-4c53-a7df-30564990b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:19Z', 'updated_at': '2021-09-20T23:20:24Z', 'revision_number': 4, 'project_id': '33c42f7520b2435684e956453e119641', 'subnets': [{'id': '873d195a-0465-4c53-a7df-30564990b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:24.699380 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d6c1c0b1-2a32-40f4-8ff3-8ec2bafc6338 None None] For port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,segment=NetworkSegment(01dd32e0-c543-40a2-a42e-16617525bd19),segment_id=01dd32e0-c543-40a2-a42e-16617525bd19)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:24.782265 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d6c1c0b1-2a32-40f4-8ff3-8ec2bafc6338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:24.798545 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898a43e-6c98-476c-9c93-a311c2b1c40f None None] The sync data for ids ['94d1312b-5d26-4a74-b324-d97abc53bea7'] in dv-cinder-809965-2-iscsi is: [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:20:20Z', 'revision_number': 4, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port': {'id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:17Z', 'updated_at': '2021-09-20T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8ee73d76-9007-4bd4-b706-76c5fd2bacf1', 'name': '', 'network_id': '33b7310d-8be9-4909-851c-44c9f712d3f4', 'tenant_id': '33c42f7520b2435684e956453e119641', 'mac_address': 'fa:16:3e:e5:9e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '873d195a-0465-4c53-a7df-30564990b1de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:19Z', 'updated_at': '2021-09-20T23:20:24Z', 'revision_number': 4, 'project_id': '33c42f7520b2435684e956453e119641', 'subnets': [{'id': '873d195a-0465-4c53-a7df-30564990b1de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:24.846910 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1c0b1-2a32-40f4-8ff3-8ec2bafc6338 None None] Pushing event updated for resources: {'Port': ['ID=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:25.027857 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:20:25.045031 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:25.108855 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:25.109331 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:34.191761 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eb9dc5-5770-437d-b32e-a6a18322c099 req-99cd5ab8-04b6-416c-adec-577f884314e2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:34.193271 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-97eb9dc5-5770-437d-b32e-a6a18322c099 req-99cd5ab8-04b6-416c-adec-577f884314e2 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 947 time: 0.0475256 Sep 20 23:20:34.232216 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-97eb9dc5-5770-437d-b32e-a6a18322c099 req-0f3c568a-6fd3-4c3e-a60f-2436a7c37daf tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Sep 20 23:20:35.352282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75aaadd-82b2-48fa-8212-4612db66e0cb req-b08523f1-3302-441c-adf0-253f0bedcf4e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:35.353718 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f75aaadd-82b2-48fa-8212-4612db66e0cb req-b08523f1-3302-441c-adf0-253f0bedcf4e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 947 time: 0.0475907 Sep 20 23:20:35.392857 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f75aaadd-82b2-48fa-8212-4612db66e0cb req-09cef17a-7cee-4f96-b832-e1c245717f2a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330107 Sep 20 23:20:35.935118 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-0210a5d3-a9a1-4b2a-a671-b12ff5886022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:35.970779 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fd024-abab-4513-802c-040e0c9c81db req-17e0ac18-e4fd-4a3b-9a67-04daec4d7d19 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:35.979446 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-654fd024-abab-4513-802c-040e0c9c81db req-17e0ac18-e4fd-4a3b-9a67-04daec4d7d19 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 947 time: 0.0518737 Sep 20 23:20:36.074003 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Deleting port dab8b77d-4e0f-40a4-8fe7-73902ee7814c {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:20:36.074396 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:36.164657 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] For port dab8b77d-4e0f-40a4-8fe7-73902ee7814c, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:36.164930 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:36.333599 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:36.333992 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:36.334310 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.l3_db [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Floating IP 8b138053-4981-4770-8b67-01a38534340c disassociated. External IP: 172.27.3.17, port: dab8b77d-4e0f-40a4-8fe7-73902ee7814c. Sep 20 23:20:36.334654 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Calling delete_port for dab8b77d-4e0f-40a4-8fe7-73902ee7814c owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:20:36.517275 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede95a8e-93aa-4f1e-b423-0bcc7f5ae38f req-55575057-b9f1-43a2-91b8-f0fca46e4409 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:36.519324 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ede95a8e-93aa-4f1e-b423-0bcc7f5ae38f req-55575057-b9f1-43a2-91b8-f0fca46e4409 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 947 time: 0.0502422 Sep 20 23:20:36.542994 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:36.588394 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event deleted for resources: {'Port': ['ID=dab8b77d-4e0f-40a4-8fe7-73902ee7814c,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:36.598125 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ede95a8e-93aa-4f1e-b423-0bcc7f5ae38f req-55454e92-1961-468d-9f42-3278a6a1510a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups?id=ea5119db-c563-4177-9779-9ccf86592349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734124 Sep 20 23:20:36.706761 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Router 57aad96b-8d9f-4556-8861-6eb285b1ba3d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:20:36.814792 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:36.824702 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] Sync routers for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:36.834207 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:36.834890 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:36.855057 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] No DVR routers for this DVR port dab8b77d-4e0f-40a4-8fe7-73902ee7814c on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:20:36.859576 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:36.861945 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-654fd024-abab-4513-802c-040e0c9c81db req-06a8f780-4eea-403b-8937-537e9aa42f1b tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.35 "DELETE /v2.0/ports/dab8b77d-4e0f-40a4-8fe7-73902ee7814c HTTP/1.1" status: 204 len: 173 time: 0.8738220 Sep 20 23:20:36.863158 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-deleted', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:20:36.870874 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd173c4f-83d3-4ef9-abad-fca58857912d" -d '{"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-deleted", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:20:36.905723 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f152160-b9de-47cc-a280-f05b719e1d1b x-openstack-request-id: req-9f152160-b9de-47cc-a280-f05b719e1d1b {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:20:36.906045 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5922d7f3-7d57-4fad-9c75-58222d5cdba6", "name": "network-vif-deleted", "tag": "dab8b77d-4e0f-40a4-8fe7-73902ee7814c", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:20:36.906426 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f152160-b9de-47cc-a280-f05b719e1d1b {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:20:36.906866 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5922d7f3-7d57-4fad-9c75-58222d5cdba6', 'name': 'network-vif-deleted', 'tag': 'dab8b77d-4e0f-40a4-8fe7-73902ee7814c', 'status': 'completed', 'code': 200} Sep 20 23:20:36.949489 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:37.277153 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:37.303549 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] Checking router: 57aad96b-8d9f-4556-8861-6eb285b1ba3d for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:37.311857 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:37.312472 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:37.417558 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:37.626512 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:37.655967 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d719e14-f750-4dc1-bfdb-f81fe659dbc4 None None] The sync data for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi is: [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:13:48Z', 'revision_number': 4, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '8980f1fa-8d8c-4bf1-b60d-33853dcce7f0', 'name': '', 'network_id': 'd9776176-0595-48fe-b09a-36c6fb5e06ba', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'mac_address': 'fa:16:3e:d8:f1:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '893812b5-320d-4044-908a-5a69f0902644', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:46Z', 'updated_at': '2021-09-20T23:13:56Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'subnets': [{'id': '893812b5-320d-4044-908a-5a69f0902644', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:37.717274 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6b2ad096-c720-4135-b10a-83030dd33acd req-4ec9fe3d-3c62-4308-9def-82d62d45040e tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/ports?device_id=5922d7f3-7d57-4fad-9c75-58222d5cdba6 HTTP/1.1" status: 200 len: 210 time: 0.0341008 Sep 20 23:20:37.887300 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e063bb-bd32-440d-ac2b-a174388c6e7d None None] New status for floating IP 8b138053-4981-4770-8b67-01a38534340c: DOWN {{(pid=94586) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:20:38.499219 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3d613d3c-532b-4784-924f-3ab455950ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:38.968806 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58658) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:38.969284 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:20:38.989031 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: dab8b77d-4e0f-40a4-8fe7-73902ee7814c {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:20:38.989378 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device dab8b77d-4e0f-40a4-8fe7-73902ee7814c not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:20:39.028980 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d0ba39be-0910-4843-a64c-851ec9811ff3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.053196 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d0ba39be-0910-4843-a64c-851ec9811ff3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.266582 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.266845 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d0ba39be-0910-4843-a64c-851ec9811ff3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.269892 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d0ba39be-0910-4843-a64c-851ec9811ff3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.271175 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d0ba39be-0910-4843-a64c-851ec9811ff3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea5119db-c563-4177-9779-9ccf86592349 HTTP/1.1" status: 204 len: 168 time: 0.3013675 Sep 20 23:20:39.278550 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58660) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:39.280633 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba39be-0910-4843-a64c-851ec9811ff3 tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5119db-c563-4177-9779-9ccf86592349,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:39.287838 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.api.v2.resource [None req-0b8e14da-0ade-4219-81e7-9c8bf8037a5c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] show failed (client error): The resource could not be found. Sep 20 23:20:39.288838 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-0b8e14da-0ade-4219-81e7-9c8bf8037a5c tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "GET /v2.0/security-groups/ea5119db-c563-4177-9779-9ccf86592349 HTTP/1.1" status: 404 len: 347 time: 0.0137162 Sep 20 23:20:39.291746 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58662) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:39.413016 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Deleting port 20d5bd9a-9e53-4ed9-8813-4b82a76f44aa {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:20:39.413355 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.494939 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.495270 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.514470 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Calling delete_port for 20d5bd9a-9e53-4ed9-8813-4b82a76f44aa owned by network:floatingip {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:20:39.704611 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.735436 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.760656 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Pushing event deleted for resources: {'Port': ['ID=20d5bd9a-9e53-4ed9-8813-4b82a76f44aa,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:39.820197 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks [] for floatingip, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.822957 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:39.824144 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-b241ec4f-8147-4c76-a242-d0be5dc5c61a tempest-AttachVolumeShelveTestJSON-1141470441 tempest-AttachVolumeShelveTestJSON-1141470441-project] 10.222.0.15 "DELETE /v2.0/floatingips/8b138053-4981-4770-8b67-01a38534340c HTTP/1.1" status: 204 len: 168 time: 0.5315056 Sep 20 23:20:41.232382 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:42.570711 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58694) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:43.108503 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:43.627248 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Deleting port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:20:43.627922 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:43.704833 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] For port 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:43.705191 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:43.716953 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Calling delete_port for 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 owned by network:router_interface {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:20:43.961714 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:43.992237 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Pushing event deleted for resources: {'Port': ['ID=8980f1fa-8d8c-4bf1-b60d-33853dcce7f0,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:44.155301 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:44.195179 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-c18f5099-50af-45df-838f-eb88465cd631 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-300220820&fields=id&tenant_id=fcdffa0112c8485e816ac56521dc7aad HTTP/1.1" status: 200 len: 267 time: 0.0334058 Sep 20 23:20:44.309060 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482842c2-0d31-4015-88c7-69eb88b6551b req-17622fd4-b8ea-4c93-bbfd-90dce600e56c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:44.310561 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-17622fd4-b8ea-4c93-bbfd-90dce600e56c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/networks?id=242267d9-b6e3-4dc4-acce-240ecdbff714 HTTP/1.1" status: 200 len: 809 time: 0.1082096 Sep 20 23:20:44.326130 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-ea2a2a04-fa5e-40bf-ba2f-e5e4fc18594f tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/quotas/fcdffa0112c8485e816ac56521dc7aad HTTP/1.1" status: 200 len: 375 time: 0.0098803 Sep 20 23:20:44.368069 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Router 57aad96b-8d9f-4556-8861-6eb285b1ba3d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:20:44.376298 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-deea0be9-2118-4f32-90a0-230cb5c74bd2 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcdffa0112c8485e816ac56521dc7aad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448244 Sep 20 23:20:44.474238 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:44.481893 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-cc81b0f2-63fa-475b-86b2-0f22f33e680d admin admin] 10.222.0.15 "PUT /v2.0/routers/57aad96b-8d9f-4556-8861-6eb285b1ba3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076600 Sep 20 23:20:44.481893 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58710) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:44.485146 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] Sync routers for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:44.494459 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:44.495089 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:44.523278 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-9d3eaad0-74bf-4ab1-9cf8-f80d6427bec9 service neutron] 10.222.0.15 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353469 Sep 20 23:20:44.586751 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:44.606950 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:44.614330 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-38639b0c-0ee4-4979-bc39-d9f2522dbc6b service neutron] 10.222.0.15 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838449 Sep 20 23:20:44.692240 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:44.787351 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:20:43Z', 'revision_number': 5, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port': {'id': 'e44b56e7-e93f-4086-8c80-95024fdd39ac', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:73:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:13:41Z', 'updated_at': '2021-09-20T23:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:44.813022 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] Checking router: 57aad96b-8d9f-4556-8861-6eb285b1ba3d for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:44.821095 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Deleting port e44b56e7-e93f-4086-8c80-95024fdd39ac {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:20:44.821434 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:44.821970 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] Routers {'57aad96b-8d9f-4556-8861-6eb285b1ba3d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:44.822832 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:44.900341 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] For port e44b56e7-e93f-4086-8c80-95024fdd39ac, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=e44b56e7-e93f-4086-8c80-95024fdd39ac,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:44.900815 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:44.912926 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] Set router 57aad96b-8d9f-4556-8861-6eb285b1ba3d gateway port host: None {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:44.913784 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Calling delete_port for e44b56e7-e93f-4086-8c80-95024fdd39ac owned by network:router_gateway {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:20:44.966468 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:20:44Z', 'revision_number': 6, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port_host': None}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:44.994163 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270a1844-a1bd-4095-a849-b117dbaed76d None None] The sync data for ids ['57aad96b-8d9f-4556-8861-6eb285b1ba3d'] in dv-cinder-809965-2-iscsi is: [{'id': '57aad96b-8d9f-4556-8861-6eb285b1ba3d', 'name': 'tempest-AttachVolumeShelveTestJSON-1555472441-router', 'tenant_id': '5a2ba13959f14e42bf4b03418f6c0241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:13:40Z', 'updated_at': '2021-09-20T23:20:44Z', 'revision_number': 6, 'project_id': '5a2ba13959f14e42bf4b03418f6c0241', 'gw_port_host': None}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:45.173235 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.200360 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e44b56e7-e93f-4086-8c80-95024fdd39ac,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:45.261672 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.378242 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.392733 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.396506 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-762bb911-fc92-440c-b682-688b8ca7bd86 req-d55d332a-79ee-433e-a8a6-5327d2c5e896 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 210 time: 0.0600338 Sep 20 23:20:45.529306 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.529896 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57aad96b-8d9f-4556-8861-6eb285b1ba3d {{(pid=94583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:20:45.534850 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.535738 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-05360d13-0377-420b-989c-561ff151c0aa admin admin] 10.222.0.15 "DELETE /v2.0/routers/57aad96b-8d9f-4556-8861-6eb285b1ba3d HTTP/1.1" status: 204 len: 168 time: 1.0529711 Sep 20 23:20:45.539061 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58726) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:45.580926 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e9b665-1d1c-4a57-af51-735cc67620ac admin admin] Deleting subnet 893812b5-320d-4044-908a-5a69f0902644 {{(pid=94583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:20:45.584579 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-00e9b665-1d1c-4a57-af51-735cc67620ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.618049 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-00e9b665-1d1c-4a57-af51-735cc67620ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194794'] for subnet, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.724181 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-00e9b665-1d1c-4a57-af51-735cc67620ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.905026 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-00e9b665-1d1c-4a57-af51-735cc67620ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4539353'] for subnet, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.929913 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9b665-1d1c-4a57-af51-735cc67620ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893812b5-320d-4044-908a-5a69f0902644,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:45.933609 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-00e9b665-1d1c-4a57-af51-735cc67620ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:45.935522 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-00e9b665-1d1c-4a57-af51-735cc67620ac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/893812b5-320d-4044-908a-5a69f0902644 HTTP/1.1" status: 204 len: 168 time: 0.3955479 Sep 20 23:20:45.938062 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58728) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:45.942041 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367fd08-a422-4170-aa8b-abb3efd17ab1 None None] Network d9776176-0595-48fe-b09a-36c6fb5e06ba requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:20:46.105736 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.105736 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Deleting port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:20:46.105736 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.144957 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] For port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:46.145330 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.152616 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a4968-637e-4f97-8639-0851f070627b None None] DHCP port deletion for d9776176-0595-48fe-b09a-36c6fb5e06ba request from dv-cinder-809965-2-iscsi {{(pid=94585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 23:20:46.159676 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Calling delete_port for 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 owned by network:dhcp {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:20:46.200487 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-c19a4968-637e-4f97-8639-0851f070627b None None] Deleting port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 {{(pid=94585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:20:46.211637 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c19a4968-637e-4f97-8639-0851f070627b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.264896 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-c19a4968-637e-4f97-8639-0851f070627b None None] For port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,segment=NetworkSegment(d4b4cd08-6f98-473b-8285-9a07457c4433),segment_id=d4b4cd08-6f98-473b-8285-9a07457c4433)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:46.272369 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c19a4968-637e-4f97-8639-0851f070627b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.277685 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-c19a4968-637e-4f97-8639-0851f070627b None None] Calling delete_port for 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 owned by network:dhcp {{(pid=94585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:20:46.315858 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.343861 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:46.345677 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] No DVR routers for this DVR port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 on host dv-cinder-809965-2-iscsi {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:20:46.392409 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c19a4968-637e-4f97-8639-0851f070627b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723'] for port, after_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.417920 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a4968-637e-4f97-8639-0851f070627b None None] Pushing event deleted for resources: {'Port': ['ID=9fe167d5-6684-44bb-8b61-00b9b5b2acc0,revision_number=None']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:46.418240 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.422588 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19a4968-637e-4f97-8639-0851f070627b None None] No DVR routers for this DVR port 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 on host dv-cinder-809965-2-iscsi {{(pid=94585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:20:46.441237 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9776176-0595-48fe-b09a-36c6fb5e06ba']}} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:46.451954 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b4cd08-6f98-473b-8285-9a07457c4433') {'for_net_delete': True} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:46.452254 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b4cd08-6f98-473b-8285-9a07457c4433') {} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:46.461768 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194785'] for segment, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.476205 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.482085 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:20:46.482468 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313264'] for segment, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: Traceback (most recent call last): Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: timer() Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: cb(*args, **kw) Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: return func(*args, **kwargs) Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: self._notify() Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: self.callback(batched_events) Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: event.method(event) Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: return f(self, *a, **k) Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._get(url).json() Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: return self.request(url, 'GET', **kwargs) Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:20:46.484107 dv-cinder-809965-2-iscsi neutron-server[94583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:20:46.486477 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-76197894-b8d2-4a35-9764-ca2ffe53099c req-3e41d637-33c4-4101-b9c2-61f7c510ea9c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 210 time: 0.0305097 Sep 20 23:20:46.620906 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.626324 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:46.628379 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d9776176-0595-48fe-b09a-36c6fb5e06ba HTTP/1.1" status: 204 len: 168 time: 0.6891725 Sep 20 23:20:46.638712 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79493c-a4ba-4758-9706-8b1d71d5f0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9776176-0595-48fe-b09a-36c6fb5e06ba,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:47.023015 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58736) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:47.035403 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:20:47.056169 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:20:47.059828 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 8980f1fa-8d8c-4bf1-b60d-33853dcce7f0 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:20:47.059828 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device e44b56e7-e93f-4086-8c80-95024fdd39ac no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:20:47.066295 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1ae9e78c-0f57-4670-90e4-84a74f49e29d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a2ba13959f14e42bf4b03418f6c0241&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397470 Sep 20 23:20:47.066519 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58738) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:47.075292 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: e44b56e7-e93f-4086-8c80-95024fdd39ac {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:20:47.075635 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device e44b56e7-e93f-4086-8c80-95024fdd39ac not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:20:47.076051 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:20:47.094755 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:20:47.095128 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 9fe167d5-6684-44bb-8b61-00b9b5b2acc0 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:20:47.115351 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-514def40-9ec5-428a-aa3c-a72799ab6d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:47.137028 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-514def40-9ec5-428a-aa3c-a72799ab6d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:47.270235 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-514def40-9ec5-428a-aa3c-a72799ab6d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:47.273517 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-514def40-9ec5-428a-aa3c-a72799ab6d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:47.274692 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-514def40-9ec5-428a-aa3c-a72799ab6d0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f9087d5-9187-4d67-bc14-11f9941af508 HTTP/1.1" status: 204 len: 168 time: 0.2072856 Sep 20 23:20:47.282686 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514def40-9ec5-428a-aa3c-a72799ab6d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9087d5-9187-4d67-bc14-11f9941af508,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:47.577507 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2d46dbf8-f92d-43a5-ad4d-06cd387bc15b req-4247fdc5-f6c0-4a37-a73f-14de288f3302 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 210 time: 0.0261400 Sep 20 23:20:48.065639 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482842c2-0d31-4015-88c7-69eb88b6551b req-0b5f0509-b690-4933-b165-273ad4479005 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:48.065639 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-0b5f0509-b690-4933-b165-273ad4479005 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.35 "GET /v2.0/networks?id=242267d9-b6e3-4dc4-acce-240ecdbff714 HTTP/1.1" status: 200 len: 809 time: 0.1085925 Sep 20 23:20:48.111323 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb9e663a-71ca-47e8-87d2-c7398bcf281a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fcdffa0112c8485e816ac56521dc7aad HTTP/1.1" status: 200 len: 379 time: 0.0343428 Sep 20 23:20:48.121733 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'port': {'device_id': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'admin_state_up': True, 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'security_groups': ['49228990-9503-416d-bc2a-30c8e7a62fb1']}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:48.346916 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Made reservation on behalf of fcdffa0112c8485e816ac56521dc7aad for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:20:48.351264 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.359270 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58762) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:48.455827 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-609097107-network', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:48.478974 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Allocated IP 172.20.0.8 (242267d9-b6e3-4dc4-acce-240ecdbff714/74214eab-5086-4e28-836a-a73e584878bc/50d79cb6-7cf6-4f13-85ca-c37d045d2677) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:48.540719 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Made reservation on behalf of bfb8dd7d92154031b07ff027e398a649 for: {'network': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:20:48.543229 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.551614 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.654667 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.685148 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c56c2ad1-c390-43bb-908b-c20bae019f21 req-8b4c0537-b7ee-452f-937f-dd222e6d82f2 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 210 time: 0.0290842 Sep 20 23:20:48.744642 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.771737 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94584) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:20:48.780707 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d17d895-d32b-4df5-a3da-f4667721f76a,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:48.787712 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.788471 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.segments_db [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Added segment 6caa99de-5ab1-493a-b2af-c07699d15e84 of type vlan for network 6af26f7a-6e55-4d19-97cd-7268df2adaae Sep 20 23:20:48.830339 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.869028 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.958930 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.959923 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:48.960522 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:48.987089 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.023825 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] Pushing event updated for resources: {'Network': ['ID=6af26f7a-6e55-4d19-97cd-7268df2adaae,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:49.030501 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:49.034032 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:49.034816 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:20:49.038118 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:49.066763 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:49.087619 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1247e497-8590-4aaf-a5ec-ba76e102861a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7244270 Sep 20 23:20:49.089998 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58768) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:49.093047 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Request body: {'subnet': {'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-609097107-subnet', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:49.105521 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:49.106260 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.210155 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Made reservation on behalf of bfb8dd7d92154031b07ff027e398a649 for: {'subnet': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:20:49.212604 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8367340'] for subnet, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.268140 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-c8bb8c26-6031-4948-82a9-3d8ebeb2be4b None None] Provisioning complete for port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:49.268509 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c8bb8c26-6031-4948-82a9-3d8ebeb2be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.303958 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-c8bb8c26-6031-4948-82a9-3d8ebeb2be4b None None] Port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:49.307381 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-f6d45adc-7d0e-4b96-b45d-ede98e66634a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1892316 Sep 20 23:20:49.328054 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Request body: {'port': {'device_id': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:49.383540 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.470132 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7896243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8367298'] for subnet, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.519682 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4fa2d1-fac2-4705-9e55-af8533cf726a,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:49.535597 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Checking segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:49.540609 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Network hostable DHCP agents. Network: 6af26f7a-6e55-4d19-97cd-7268df2adaae, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94584) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:20:49.638418 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94584) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:20:49.644385 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d79cb6-7cf6-4f13-85ca-c37d045d2677 {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:20:49.652532 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.664024 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Transition to ACTIVE for port object 50d79cb6-7cf6-4f13-85ca-c37d045d2677 will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:20:49.738796 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, 6af26f7a-6e55-4d19-97cd-7268df2adaae) {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:49.738989 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.743629 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:49.744437 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.749814 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0864337-75e5-454f-b022-d1a3fbf1392b None None] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:20:49.828077 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:49.883457 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c83a2a-c304-4d5b-8e4f-1f76cd6cac3e req-feec13e1-5056-4c61-a875-4ae9b9288e72 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:49.884722 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-fcbc30d4-2252-4de6-960c-b9f3cb8e3896 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7957046 Sep 20 23:20:49.887544 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58772) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:49.894413 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-67c83a2a-c304-4d5b-8e4f-1f76cd6cac3e req-feec13e1-5056-4c61-a875-4ae9b9288e72 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.1225262 Sep 20 23:20:49.894605 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:49.929370 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeaa061f4-71fa-5217-b13d-0b768b622a29-6af26f7a-6e55-4d19-97cd-7268df2adaae', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a'}]}} from dv-cinder-809965-2-iscsi. {{(pid=94585) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 20 23:20:49.930204 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.936580 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-67c83a2a-c304-4d5b-8e4f-1f76cd6cac3e req-d61e0614-bef4-4875-afcd-273d08f79b97 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Sep 20 23:20:49.948766 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Attempting to bind port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:49.949884 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Attempting to bind port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:49.950322 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Attempting to bind port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 on network 242267d9-b6e3-4dc4-acce-240ecdbff714 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:49.963326 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 on network 242267d9-b6e3-4dc4-acce-240ecdbff714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:20:49.969497 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Attempting to bind port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 on network 242267d9-b6e3-4dc4-acce-240ecdbff714 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:49.969497 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:49.969497 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Checking segment: {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:49.970155 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Bound using segment: {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:49.970484 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Bound port: 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:49.970914 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.992610 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1577116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1447'] for router, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:49.993670 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1573132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1599900', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1707537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1424'] for router, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.043995 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:50.047104 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:50.056102 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.080026 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.db_base_plugin_common [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Allocated IP 172.20.0.2 (6af26f7a-6e55-4d19-97cd-7268df2adaae/8e4fa2d1-fac2-4705-9e55-af8533cf726a/32747796-9c3d-4e1e-9211-c462ce9a07ec) {{(pid=94585) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:50.153346 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.187624 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:50.188308 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.189696 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] 10.222.0.35 "PUT /v2.0/ports/50d79cb6-7cf6-4f13-85ca-c37d045d2677 HTTP/1.1" status: 200 len: 1093 time: 0.8658786 Sep 20 23:20:50.193093 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:20:50.195486 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a61a4e-6c35-43e2-8c6d-7b7e87299990" -d '{"events": [{"name": "network-changed", "server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:20:50.224297 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ab138-d7c7-48b6-80e6-39979997bbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:50.246108 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Notify callbacks [] for port, precommit_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.253739 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6447075d-4654-47cc-ad7e-a1eb4c7716e3 x-openstack-request-id: req-6447075d-4654-47cc-ad7e-a1eb4c7716e3 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:20:50.254182 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:20:50.254568 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6447075d-4654-47cc-ad7e-a1eb4c7716e3 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:20:50.255561 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'status': 'completed', 'code': 200} Sep 20 23:20:50.333030 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.341529 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714'] for port, after_create {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.346066 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a61a4e-6c35-43e2-8c6d-7b7e87299990 req-205c9d63-1f18-4878-b3f0-e19f16218537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:50.347569 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e0a61a4e-6c35-43e2-8c6d-7b7e87299990 req-205c9d63-1f18-4878-b3f0-e19f16218537 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcdffa0112c8485e816ac56521dc7aad&device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1096 time: 0.0433545 Sep 20 23:20:50.376039 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae is already hosted by enough agents. {{(pid=94585) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:50.379170 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.scheduler.base_scheduler [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Resources bound (agent type, host, resource id): {{(pid=94585) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:50.383475 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Received port after_create {{(pid=94585) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:50.402909 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Pushing event updated for resources: {'Port': ['ID=32747796-9c3d-4e1e-9211-c462ce9a07ec,revision_number=1']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:50.425163 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.425574 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.426038 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.426377 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.426707 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.427141 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.427472 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.427798 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.428168 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.428494 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.428814 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.429134 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:20:50.460043 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Attempting to bind port 32747796-9c3d-4e1e-9211-c462ce9a07ec on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:50.465856 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Attempting to bind port 32747796-9c3d-4e1e-9211-c462ce9a07ec by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:50.465856 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Attempting to bind port 32747796-9c3d-4e1e-9211-c462ce9a07ec on network 6af26f7a-6e55-4d19-97cd-7268df2adaae {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:50.470015 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:50.470391 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Checking segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:50.470794 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.471220 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Bound using segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:50.471706 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Bound port: 32747796-9c3d-4e1e-9211-c462ce9a07ec, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:50.471844 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a61a4e-6c35-43e2-8c6d-7b7e87299990 req-0af20385-e080-4b5c-ac50-40c0b2a92259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:50.472091 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.473433 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e0a61a4e-6c35-43e2-8c6d-7b7e87299990 req-0af20385-e080-4b5c-ac50-40c0b2a92259 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=fcdffa0112c8485e816ac56521dc7aad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1109908 Sep 20 23:20:50.547109 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-94db38cf-2151-4803-a753-5924156aa24f None None] For port 32747796-9c3d-4e1e-9211-c462ce9a07ec, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:50.552765 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-94db38cf-2151-4803-a753-5924156aa24f None None] For port 32747796-9c3d-4e1e-9211-c462ce9a07ec, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=32747796-9c3d-4e1e-9211-c462ce9a07ec,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:50.578200 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a61a4e-6c35-43e2-8c6d-7b7e87299990 req-b31201b1-24c4-453b-b649-4058ec427969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:50.579674 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e0a61a4e-6c35-43e2-8c6d-7b7e87299990 req-b31201b1-24c4-453b-b649-4058ec427969 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977230 Sep 20 23:20:50.633868 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.644671 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.664862 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.687566 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482842c2-0d31-4015-88c7-69eb88b6551b req-021cb593-35e0-4783-9fd1-12ef3dea481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:50.687566 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-021cb593-35e0-4783-9fd1-12ef3dea481c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcdffa0112c8485e816ac56521dc7aad&device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1096 time: 0.0479321 Sep 20 23:20:50.702848 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db38cf-2151-4803-a753-5924156aa24f None None] Pushing event updated for resources: {'Port': ['ID=32747796-9c3d-4e1e-9211-c462ce9a07ec,revision_number=2']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:50.744691 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-9f49d2b8-fcd2-4794-9668-b4a1c5b3f8cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677 HTTP/1.1" status: 200 len: 217 time: 0.0420766 Sep 20 23:20:50.787872 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Allocated IP 172.27.3.5 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/ff8cb899-1c18-4ab8-b7d1-f156b9f97796) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:50.796047 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482842c2-0d31-4015-88c7-69eb88b6551b req-97030d74-036b-48fa-8c08-c7f0733d71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:50.797859 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-97030d74-036b-48fa-8c08-c7f0733d71de service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74214eab-5086-4e28-836a-a73e584878bc HTTP/1.1" status: 200 len: 848 time: 0.0464954 Sep 20 23:20:50.851583 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482842c2-0d31-4015-88c7-69eb88b6551b req-a7e464e9-7cee-415e-af3e-e0653b409ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:50.869397 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-a7e464e9-7cee-415e-af3e-e0653b409ca1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=242267d9-b6e3-4dc4-acce-240ecdbff714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454631 Sep 20 23:20:50.924779 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:50.979896 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-020fdb50-74d6-4763-8d40-00c14434e521 service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095610 Sep 20 23:20:51.025732 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:51.066633 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:51.070283 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:51.074877 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:51.082693 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 32747796-9c3d-4e1e-9211-c462ce9a07ec up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:51.105940 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8cb899-1c18-4ab8-b7d1-f156b9f97796,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:51.126732 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c38dfa-60ba-4f5e-ba01-ed610700be16 req-72bdf456-5962-4e48-a321-d37fcb802e9e tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:51.134568 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-39c38dfa-60ba-4f5e-ba01-ed610700be16 req-72bdf456-5962-4e48-a321-d37fcb802e9e tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.1128275 Sep 20 23:20:51.136664 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 32747796-9c3d-4e1e-9211-c462ce9a07ec triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:51.137162 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:51.159170 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-482842c2-0d31-4015-88c7-69eb88b6551b req-8378f4fd-503f-4893-a508-de42d0e97f36 service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710601 Sep 20 23:20:51.210965 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-39c38dfa-60ba-4f5e-ba01-ed610700be16 req-6c7cc219-49d9-48dc-bbed-80b0a584f72c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636911 Sep 20 23:20:51.227346 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:51.258915 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port 32747796-9c3d-4e1e-9211-c462ce9a07ec, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=32747796-9c3d-4e1e-9211-c462ce9a07ec,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:51.344457 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:51.396976 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=32747796-9c3d-4e1e-9211-c462ce9a07ec,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:51.455518 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:51.653064 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1573123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1601099'] for router, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:51.673802 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13b14dd-cd12-47ad-aa6a-435c9693808d None None] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:20:51.753760 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-e2edb735-9399-456f-bf74-04a84333da45 None None] Provisioning complete for port 32747796-9c3d-4e1e-9211-c462ce9a07ec triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:51.754031 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-e2edb735-9399-456f-bf74-04a84333da45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:51.864800 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Router 6e72a72d-fcb0-40a7-930a-69894e4df757 is scheduled to L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 with binding_index 1 {{(pid=94584) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 20 23:20:51.989524 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:52.000008 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Sync routers for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:52.016170 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:52.016170 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:52.117570 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:52.121482 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] Notify callbacks [] for router, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.141609 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-93c7aa6c-5553-4c4d-b5ae-847b11334d51 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2340593 Sep 20 23:20:52.141609 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58778) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:52.141889 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-23af750b-32f1-480d-b330-eac6655e3c14 None None] Provisioning complete for port 32747796-9c3d-4e1e-9211-c462ce9a07ec triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:52.141889 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-23af750b-32f1-480d-b330-eac6655e3c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.311427 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:51Z', 'revision_number': 3, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:52.344465 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Checking router: 6e72a72d-fcb0-40a7-930a-69894e4df757 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:52.344896 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Updating router 6e72a72d-fcb0-40a7-930a-69894e4df757 port ff8cb899-1c18-4ab8-b7d1-f156b9f97796 binding host dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:20:52.367343 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.371440 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.576409 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5fdcc-e084-4f2e-b539-5b35debb5644 req-b0eb9d40-0d3d-42e9-bae5-8c5969a031cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:52.577834 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a4d5fdcc-e084-4f2e-b539-5b35debb5644 req-b0eb9d40-0d3d-42e9-bae5-8c5969a031cf tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0922182 Sep 20 23:20:52.620803 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Notify callbacks [] for port, precommit_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.660553 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a4d5fdcc-e084-4f2e-b539-5b35debb5644 req-5c14605f-ad96-49f3-ac65-1a7bf7718f0d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744481 Sep 20 23:20:52.710114 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.760554 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Attempting to bind port ff8cb899-1c18-4ab8-b7d1-f156b9f97796 on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:52.765667 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Attempting to bind port ff8cb899-1c18-4ab8-b7d1-f156b9f97796 by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:52.765667 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Attempting to bind port ff8cb899-1c18-4ab8-b7d1-f156b9f97796 on network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:52.770229 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab25f6e-7e96-4694-ba6a-bb5ede398793 None None] Pushing event updated for resources: {'Port': ['ID=ff8cb899-1c18-4ab8-b7d1-f156b9f97796,revision_number=2']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:52.773497 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:52.773891 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Checking segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94586) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:52.774289 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.774671 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Bound using segment: {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'} {{(pid=94586) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:52.775138 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.managers [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Bound port: ff8cb899-1c18-4ab8-b7d1-f156b9f97796, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1500e1-d1ca-4415-9ac2-e525c34d9b96', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}}] {{(pid=94586) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:52.775537 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.825672 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] For port ff8cb899-1c18-4ab8-b7d1-f156b9f97796, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94586) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:52.828865 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.plugins.ml2.db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] For port ff8cb899-1c18-4ab8-b7d1-f156b9f97796, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=ff8cb899-1c18-4ab8-b7d1-f156b9f97796,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94586) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:52.875293 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.924074 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron_lib.callbacks.manager [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94586) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:52.973670 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:52.974878 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:53.023923 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab25f6e-7e96-4694-ba6a-bb5ede398793 None None] Pushing event updated for resources: {'Port': ['ID=ff8cb899-1c18-4ab8-b7d1-f156b9f97796,revision_number=3']} {{(pid=94586) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:53.033940 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Allocated IP 172.20.0.1 (6af26f7a-6e55-4d19-97cd-7268df2adaae/8e4fa2d1-fac2-4705-9e55-af8533cf726a/6d0e3ba6-c471-42e1-8486-4676efe3b90d) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:53.050716 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 32747796-9c3d-4e1e-9211-c462ce9a07ec up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:53.092299 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:53.107342 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 32747796-9c3d-4e1e-9211-c462ce9a07ec triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:53.107916 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.137922 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.244063 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.273881 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:51Z', 'revision_number': 3, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:53.284158 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:53.287138 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:53.295086 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:53.298810 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0e3ba6-c471-42e1-8486-4676efe3b90d,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:53.299561 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18f218e-775b-47a5-aa41-1abd4f8f833d None None] The sync data for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi is: [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:51Z', 'revision_number': 3, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:53.345025 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1601180'] for router_interface, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.555015 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-45135c7f-f6c0-4953-9a64-197173c7b1bb None None] Provisioning complete for port 6d0e3ba6-c471-42e1-8486-4676efe3b90d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:53.561190 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-45135c7f-f6c0-4953-9a64-197173c7b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.561335 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.603519 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-45135c7f-f6c0-4953-9a64-197173c7b1bb None None] Port 6d0e3ba6-c471-42e1-8486-4676efe3b90d cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:53.735289 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.778972 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea214a8-1a0e-4573-baf5-94c8cae99271 req-d0569a0e-860a-4f74-aee8-cd57cee92ce7 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:53.780595 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ea214a8-1a0e-4573-baf5-94c8cae99271 req-d0569a0e-860a-4f74-aee8-cd57cee92ce7 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0513985 Sep 20 23:20:53.795840 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.828392 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9ea214a8-1a0e-4573-baf5-94c8cae99271 req-0b1a023f-104c-44b5-be46-592d98c800c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416946 Sep 20 23:20:53.883826 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-ca8092f4-3282-467b-97ff-331de305d177 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484743 Sep 20 23:20:53.884084 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Pushing event updated for resources: {'Port': ['ID=6d0e3ba6-c471-42e1-8486-4676efe3b90d,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:53.886788 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1577996'] for router_interface, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:53.999542 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:54.000464 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-378d82af-6dbb-4098-8f25-4b80593599d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:54.000979 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:54.002078 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-378d82af-6dbb-4098-8f25-4b80593599d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1138 time: 0.0477872 Sep 20 23:20:54.126740 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-4b34d517-b5da-4d4b-824a-cf874c30e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:54.128303 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-4b34d517-b5da-4d4b-824a-cf874c30e975 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 915 time: 0.1013074 Sep 20 23:20:54.135272 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Router 6e72a72d-fcb0-40a7-930a-69894e4df757 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:20:54.210347 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-c3d41aeb-abdf-4fb3-ae13-cb00f96e172f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0707767 Sep 20 23:20:54.230519 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-af7e6e5d-bbc3-4703-b4ea-ef3137aeb81c None None] Provisioning complete for port 6d0e3ba6-c471-42e1-8486-4676efe3b90d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:54.230983 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-af7e6e5d-bbc3-4703-b4ea-ef3137aeb81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:54.257670 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:20:54.263381 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a2d832e2-071f-4dd1-a485-143ea465af39 admin admin] 10.222.0.15 "PUT /v2.0/routers/6e72a72d-fcb0-40a7-930a-69894e4df757/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1366923 Sep 20 23:20:54.265529 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-9fa1ca2e-df40-421e-ac2d-1a50761ad59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:54.267076 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-9fa1ca2e-df40-421e-ac2d-1a50761ad59f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 200 len: 853 time: 0.0497501 Sep 20 23:20:54.284001 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-af7e6e5d-bbc3-4703-b4ea-ef3137aeb81c None None] Port 6d0e3ba6-c471-42e1-8486-4676efe3b90d cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:54.319489 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-7e78c8d8-344f-4df2-94d1-a644c87eb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:54.321001 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-7e78c8d8-344f-4df2-94d1-a644c87eb9d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96be5b1-8880-46c8-8678-e82911c1d9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445533 Sep 20 23:20:54.422557 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-cd3271b7-1e56-429e-87cf-3f265066358d service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878088 Sep 20 23:20:54.514578 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1198fb10-d697-4d18-b5cb-43d2f0d01a6b req-fcf4ed0b-2bb8-47eb-9775-ee099f51f66e service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831463 Sep 20 23:20:54.667950 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58792) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:54.675165 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-7ebfa9bc-b61f-456c-9734-a875fb35376f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1011404348', 'description': 'tempest-description--48757213'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:54.767155 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa9bc-b61f-456c-9734-a875fb35376f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:54.852717 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa9bc-b61f-456c-9734-a875fb35376f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:54.904420 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Sync routers for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:20:54.913923 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:54.916385 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:54.936901 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa9bc-b61f-456c-9734-a875fb35376f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:54.976993 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753768-d3f7-4edf-b500-358ca3961ca5 req-dc797a4f-328c-44da-b2c3-362486375c26 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:54.979219 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-80753768-d3f7-4edf-b500-358ca3961ca5 req-dc797a4f-328c-44da-b2c3-362486375c26 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0768070 Sep 20 23:20:55.003124 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfa9bc-b61f-456c-9734-a875fb35376f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:55.034218 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:55.040666 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-80753768-d3f7-4edf-b500-358ca3961ca5 req-19b34144-8c99-4db7-80bc-9c248392476c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497942 Sep 20 23:20:55.044238 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ebfa9bc-b61f-456c-9734-a875fb35376f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.045779 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7ebfa9bc-b61f-456c-9734-a875fb35376f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3768096 Sep 20 23:20:55.050527 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58796) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:55.056415 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-9017d315-a034-46d3-a7f7-cb19e0afa6c0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'security_group_rule': {'security_group_id': '1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:55.111852 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device ff8cb899-1c18-4ab8-b7d1-f156b9f97796 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:55.164286 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9017d315-a034-46d3-a7f7-cb19e0afa6c0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.220570 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9017d315-a034-46d3-a7f7-cb19e0afa6c0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.226959 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port ff8cb899-1c18-4ab8-b7d1-f156b9f97796 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:55.227336 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.306981 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9017d315-a034-46d3-a7f7-cb19e0afa6c0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.329978 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017d315-a034-46d3-a7f7-cb19e0afa6c0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3010ae8-292f-4992-88da-0537a4e350b8,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:55.333456 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 2, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:55.367399 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Checking router: 6e72a72d-fcb0-40a7-930a-69894e4df757 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:20:55.367755 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Updating router 6e72a72d-fcb0-40a7-930a-69894e4df757 port 6d0e3ba6-c471-42e1-8486-4676efe3b90d binding host dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 20 23:20:55.369703 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.406658 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] For port ff8cb899-1c18-4ab8-b7d1-f156b9f97796, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=ff8cb899-1c18-4ab8-b7d1-f156b9f97796,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:55.409197 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.413162 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9017d315-a034-46d3-a7f7-cb19e0afa6c0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.417077 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9017d315-a034-46d3-a7f7-cb19e0afa6c0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3629649 Sep 20 23:20:55.417283 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58798) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:55.421660 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-4d405a65-a730-4297-ad44-b56f912745ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'security_group_rule': {'security_group_id': '1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:55.509667 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.515116 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4d405a65-a730-4297-ad44-b56f912745ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.574499 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4d405a65-a730-4297-ad44-b56f912745ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.589621 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Pushing event updated for resources: {'Port': ['ID=ff8cb899-1c18-4ab8-b7d1-f156b9f97796,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:55.664104 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4d405a65-a730-4297-ad44-b56f912745ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.684988 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d405a65-a730-4297-ad44-b56f912745ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ac66ee9-eac0-472b-8264-b01e07bc52f4,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:55.715830 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Notify callbacks [] for port, precommit_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.757979 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4d405a65-a730-4297-ad44-b56f912745ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.759202 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-4d405a65-a730-4297-ad44-b56f912745ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3409126 Sep 20 23:20:55.762336 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58800) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:20:55.766681 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:20:55.784067 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.838118 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7f4db-8880-48ba-90c2-74dd37e00685 None None] Pushing event updated for resources: {'Port': ['ID=6d0e3ba6-c471-42e1-8486-4676efe3b90d,revision_number=3']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:55.873880 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.892832 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Attempting to bind port 6d0e3ba6-c471-42e1-8486-4676efe3b90d on host dv-cinder-809965-2-iscsi for vnic_type normal with profile {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:20:55.893234 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Attempting to bind port 6d0e3ba6-c471-42e1-8486-4676efe3b90d by drivers openvswitch,hyperv on host dv-cinder-809965-2-iscsi at level 0 using segments [{'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:20:55.893605 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Attempting to bind port 6d0e3ba6-c471-42e1-8486-4676efe3b90d on network 6af26f7a-6e55-4d19-97cd-7268df2adaae {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:20:55.900313 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Checking agent: {'id': 'f2f7b8b8-58f0-4f18-aa8f-cc47dc450a4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809965-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 5, 39), 'started_at': datetime.datetime(2021, 9, 20, 23, 6, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809965-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:20:55.902647 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Checking segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94585) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:20:55.902647 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.902647 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Bound using segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} {{(pid=94585) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:20:55.902647 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.managers [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Bound port: 6d0e3ba6-c471-42e1-8486-4676efe3b90d, host: dv-cinder-809965-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'}}] {{(pid=94585) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:20:55.902647 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:55.976643 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.090853 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Allocated IP 172.27.3.180 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/da87f208-6283-42e0-9cce-edcf85f3efba) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:20:56.114637 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] For port 6d0e3ba6-c471-42e1-8486-4676efe3b90d, host dv-cinder-809965-2-iscsi, cleared binding levels {{(pid=94585) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:20:56.118168 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] For port 6d0e3ba6-c471-42e1-8486-4676efe3b90d, host dv-cinder-809965-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=6d0e3ba6-c471-42e1-8486-4676efe3b90d,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:20:56.119188 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-4447781c-24ae-476b-9a10-0aae7b13781e None None] Provisioning complete for port 6d0e3ba6-c471-42e1-8486-4676efe3b90d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:56.119557 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4447781c-24ae-476b-9a10-0aae7b13781e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.156102 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-4447781c-24ae-476b-9a10-0aae7b13781e None None] Port 6d0e3ba6-c471-42e1-8486-4676efe3b90d cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:20:56.184728 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643d587-f29d-40d4-b1c0-45842e1e89b3 req-25ec8ce8-a84c-4f68-9932-a0e50dcd6a6f tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:56.186546 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3643d587-f29d-40d4-b1c0-45842e1e89b3 req-25ec8ce8-a84c-4f68-9932-a0e50dcd6a6f tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0578043 Sep 20 23:20:56.187782 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.205816 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.231210 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3643d587-f29d-40d4-b1c0-45842e1e89b3 req-5d3d3c90-54bd-499a-9af8-4e60001e57b5 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375190 Sep 20 23:20:56.239024 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:20:56.240279 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:56.296824 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7f4db-8880-48ba-90c2-74dd37e00685 None None] Pushing event updated for resources: {'Port': ['ID=6d0e3ba6-c471-42e1-8486-4676efe3b90d,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:56.347866 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.371624 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:20:56.385659 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:20:56.388747 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:20:56.391765 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:20:56.421431 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'Port': ['ID=da87f208-6283-42e0-9cce-edcf85f3efba,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:56.489656 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.514613 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-3b5a856f-2e81-4dde-a990-a1751aa85d33 None None] Provisioning complete for port 6d0e3ba6-c471-42e1-8486-4676efe3b90d triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:56.514920 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3b5a856f-2e81-4dde-a990-a1751aa85d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.577493 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.646413 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3b5a856f-2e81-4dde-a990-a1751aa85d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.660864 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:20:56.698498 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d91085-73e2-42c6-ab90-006a1ff2738f None None] The sync data for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi is: [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:20:56.715603 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-3b5a856f-2e81-4dde-a990-a1751aa85d33 None None] For port 6d0e3ba6-c471-42e1-8486-4676efe3b90d, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=6d0e3ba6-c471-42e1-8486-4676efe3b90d,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:56.735516 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.789677 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3b5a856f-2e81-4dde-a990-a1751aa85d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.820895 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:56.861545 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a856f-2e81-4dde-a990-a1751aa85d33 None None] Pushing event updated for resources: {'Port': ['ID=6d0e3ba6-c471-42e1-8486-4676efe3b90d,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:56.904332 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'Port': ['ID=da87f208-6283-42e0-9cce-edcf85f3efba,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:56.922070 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:57.027690 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:57.030498 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-24c12c44-9d71-40ca-bf0e-7ef92e6f9a0b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2657130 Sep 20 23:20:57.141015 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 6d0e3ba6-c471-42e1-8486-4676efe3b90d up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:57.192963 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port 6d0e3ba6-c471-42e1-8486-4676efe3b90d triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:57.193537 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:57.194354 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-83f2aa88-4e25-4ac7-a885-244d28c20f7c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1011404348&fields=id&tenant_id=bfb8dd7d92154031b07ff027e398a649 HTTP/1.1" status: 200 len: 267 time: 0.0443330 Sep 20 23:20:57.284942 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device ff8cb899-1c18-4ab8-b7d1-f156b9f97796 up at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:20:57.309275 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-16407629-014a-47e1-be88-c1941cef9fec tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:57.310849 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-16407629-014a-47e1-be88-c1941cef9fec tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/networks?id=6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 200 len: 810 time: 0.1092560 Sep 20 23:20:57.328028 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-9fb148fc-d091-4845-9540-1de5e1e7d988 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/quotas/bfb8dd7d92154031b07ff027e398a649 HTTP/1.1" status: 200 len: 375 time: 0.0105889 Sep 20 23:20:57.358742 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Provisioning complete for port ff8cb899-1c18-4ab8-b7d1-f156b9f97796 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:20:57.359119 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:57.363551 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287e00a-7bb8-498b-8f33-aa5af5d46605 req-05a2c17e-bdf3-4195-9964-af9798214817 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:57.371573 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a287e00a-7bb8-498b-8f33-aa5af5d46605 req-05a2c17e-bdf3-4195-9964-af9798214817 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0611415 Sep 20 23:20:57.397634 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-48fa94a1-9fad-4788-86e5-230b0d9d31c3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621812 Sep 20 23:20:57.418938 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a287e00a-7bb8-498b-8f33-aa5af5d46605 req-6cbd968b-0675-40d2-8fc9-a61963d92560 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412259 Sep 20 23:20:57.506703 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-eb351ffb-90dc-4a07-b217-d16cd4e2dde7 service neutron] 10.222.0.15 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912526 Sep 20 23:20:57.603388 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-0be01839-c810-4753-93a9-e5ba84971d2d service neutron] 10.222.0.15 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909834 Sep 20 23:20:57.850454 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3a146186-236b-4f26-8064-1fd0c48670df req-92ddaec1-74b6-4fb9-b1b9-856a25d034f2 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 210 time: 0.0277200 Sep 20 23:20:58.549064 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff33e9d-7916-4f33-8871-4ebf163fbe50 req-c237a40c-7e34-4765-8e2d-cdf45b4b4358 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:58.550572 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5ff33e9d-7916-4f33-8871-4ebf163fbe50 req-c237a40c-7e34-4765-8e2d-cdf45b4b4358 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0483022 Sep 20 23:20:58.589620 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5ff33e9d-7916-4f33-8871-4ebf163fbe50 req-f4dc46cf-fec7-447a-b96f-f2ff99e7850d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321465 Sep 20 23:20:58.945396 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cb6b3105-c841-4121-8fd7-97baf0a870a4 req-65b06d55-af76-4687-9055-fd5dd9b4dcb8 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 210 time: 0.0269041 Sep 20 23:20:59.112853 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d79cb6-7cf6-4f13-85ca-c37d045d2677 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:20:59.204932 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:59.215884 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'port_id': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'mac_address': 'fa:16:3e:49:8f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:20:59.255397 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:59.271575 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d79cb6-7cf6-4f13-85ca-c37d045d2677 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:20:59.291230 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:20:59.375358 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:20:59.429907 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:20:59.703006 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b906ad7-4f28-490b-928d-d21e64f5a0ec req-cc19cd91-f243-4021-b2a4-edee9c5a4c19 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:20:59.704392 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7b906ad7-4f28-490b-928d-d21e64f5a0ec req-cc19cd91-f243-4021-b2a4-edee9c5a4c19 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 944 time: 0.0501771 Sep 20 23:20:59.715390 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['50d79cb6-7cf6-4f13-85ca-c37d045d2677'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:20:59.746178 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-7b906ad7-4f28-490b-928d-d21e64f5a0ec req-bf311375-e4d5-409a-bb0d-c2f578f6bba1 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353422 Sep 20 23:21:00.037275 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-dd1fd5a3-18b1-4f33-8fdc-ab63b524efba req-4e1bd21d-3f67-470a-a69c-bd6af5c5b962 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 210 time: 0.0260501 Sep 20 23:21:00.220933 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-6f8d4c94-6c95-4d12-b877-f5a3581122a5 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:00.222428 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-6f8d4c94-6c95-4d12-b877-f5a3581122a5 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "GET /v2.0/networks?id=6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 200 len: 810 time: 0.0989182 Sep 20 23:21:00.289714 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-4ad36dda-ec39-451c-9ca0-4cebc2526f80 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb8dd7d92154031b07ff027e398a649 HTTP/1.1" status: 200 len: 380 time: 0.0336125 Sep 20 23:21:00.299377 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'port': {'device_id': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'admin_state_up': True, 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'security_groups': ['1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a']}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:21:00.495237 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Made reservation on behalf of bfb8dd7d92154031b07ff027e398a649 for: {'port': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:21:00.498797 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:00.622645 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Allocated IP 172.20.0.7 (6af26f7a-6e55-4d19-97cd-7268df2adaae/8e4fa2d1-fac2-4705-9e55-af8533cf726a/ac3cc8ec-10f2-49f5-9121-e1acea49c6dd) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:21:00.765445 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:00.857207 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2daa1d-9e0f-4ec7-8e9a-993a288b8701 req-f63f35ca-e333-4e0c-aa64-754178d77ac7 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:00.858721 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5f2daa1d-9e0f-4ec7-8e9a-993a288b8701 req-f63f35ca-e333-4e0c-aa64-754178d77ac7 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 944 time: 0.0479412 Sep 20 23:21:00.879846 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:00.934253 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5f2daa1d-9e0f-4ec7-8e9a-993a288b8701 req-6494585b-27a3-4715-ab1a-9e0b0df9674c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694878 Sep 20 23:21:00.940120 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:21:00.943772 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:21:00.948028 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:21:00.956482 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'Port': ['ID=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:01.002928 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:01.003562 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.073934 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-81af43ab-a779-4379-9c3a-83702225fd94 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778547 Sep 20 23:21:01.094697 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Request body: {'port': {'device_id': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:21:01.111144 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d79cb6-7cf6-4f13-85ca-c37d045d2677 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:21:01.153985 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-b17b0985-a904-4f9e-beb9-da106984fadf None None] Provisioning complete for port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:21:01.154354 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b17b0985-a904-4f9e-beb9-da106984fadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.155894 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.183732 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc00b2d-141f-4fcc-b0f4-f1b2d724f678 req-f883b82d-5e4f-4fdb-8fd5-98f4cd12bd5f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:01.186250 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-edc00b2d-141f-4fcc-b0f4-f1b2d724f678 req-f883b82d-5e4f-4fdb-8fd5-98f4cd12bd5f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 931 time: 0.0582824 Sep 20 23:21:01.208974 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-b17b0985-a904-4f9e-beb9-da106984fadf None None] Port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:21:01.231974 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-edc00b2d-141f-4fcc-b0f4-f1b2d724f678 req-05e4b1aa-c21a-48b1-aff9-cf8a04aa9376 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371945 Sep 20 23:21:01.363815 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:21:01.368548 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:21:01.368921 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.420698 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3cc8ec-10f2-49f5-9121-e1acea49c6dd {{(pid=94583) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:21:01.428767 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.440155 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.provisioning_blocks [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Transition to ACTIVE for port object ac3cc8ec-10f2-49f5-9121-e1acea49c6dd will not be triggered until provisioned by entity L2. {{(pid=94583) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:21:01.446886 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.468449 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:21:01.470721 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df713d-4674-4391-83a5-e66ccdc37139" -d '{"events": [{"server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "name": "network-vif-plugged", "status": "completed", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:21:01.483580 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:01.507279 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645cb248-a8db-4250-a406-ca4bcb2bae4c x-openstack-request-id: req-645cb248-a8db-4250-a406-ca4bcb2bae4c {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:21:01.507593 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "name": "network-vif-plugged", "status": "completed", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:21:01.507858 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-645cb248-a8db-4250-a406-ca4bcb2bae4c {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:21:01.508274 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'code': 200} Sep 20 23:21:01.515437 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.567078 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:01.598552 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.644435 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Attempting to bind port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:21:01.644673 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Attempting to bind port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:21:01.644924 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Attempting to bind port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd on network 6af26f7a-6e55-4d19-97cd-7268df2adaae {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:21:01.647523 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:01.654790 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd on network 6af26f7a-6e55-4d19-97cd-7268df2adaae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:21:01.655112 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Attempting to bind port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd on network 6af26f7a-6e55-4d19-97cd-7268df2adaae {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:21:01.660342 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:21:01.660675 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Checking segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:21:01.661056 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Bound using segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} {{(pid=94583) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:21:01.661481 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.managers [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Bound port: ac3cc8ec-10f2-49f5-9121-e1acea49c6dd, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'}}] {{(pid=94583) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:21:01.662387 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.728331 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] For port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd, host hv-cinder-80996, cleared binding levels {{(pid=94583) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:21:01.731586 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] For port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94583) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:21:01.827143 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.860410 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:01.861218 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:01.862859 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac3cc8ec-10f2-49f5-9121-e1acea49c6dd HTTP/1.1" status: 200 len: 1093 time: 0.7724509 Sep 20 23:21:01.866510 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'tag': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:21:01.868478 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37376038-0d8e-4e93-9b90-67467f611865" -d '{"events": [{"name": "network-changed", "server_uuid": "57c3f356-9cae-44ac-987c-f945bf4794f3", "tag": "ac3cc8ec-10f2-49f5-9121-e1acea49c6dd"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:21:01.904698 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f388a2-2c7b-41ee-9d28-e6e19c722538 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,revision_number=3']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:01.923006 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32aecaeb-ea9e-4e86-862e-c2b01f88e559 x-openstack-request-id: req-32aecaeb-ea9e-4e86-862e-c2b01f88e559 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:21:01.923299 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c3f356-9cae-44ac-987c-f945bf4794f3", "tag": "ac3cc8ec-10f2-49f5-9121-e1acea49c6dd", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:21:01.923552 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32aecaeb-ea9e-4e86-862e-c2b01f88e559 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:21:01.923952 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'tag': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'status': 'completed', 'code': 200} Sep 20 23:21:01.978900 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-ede6c984-5488-4569-9081-9d35b8fba7c7 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985038812&fields=id&tenant_id=c129ed1551e54495884c864cae8019e0 HTTP/1.1" status: 200 len: 267 time: 0.0407717 Sep 20 23:21:02.002021 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d665723-9a94-4060-b504-01a92b1c1260 req-ef0c53e9-bf98-4d49-af14-b3d104f4a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.003698 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4d665723-9a94-4060-b504-01a92b1c1260 req-ef0c53e9-bf98-4d49-af14-b3d104f4a8e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1098 time: 0.0523043 Sep 20 23:21:02.029863 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:21:02.054882 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376038-0d8e-4e93-9b90-67467f611865 req-6b6de901-8cc1-426c-a442-bb63a89b5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.056524 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-37376038-0d8e-4e93-9b90-67467f611865 req-6b6de901-8cc1-426c-a442-bb63a89b5062 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 1096 time: 0.0824711 Sep 20 23:21:02.066804 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-553bc3d7-dd75-4837-b714-ed4c619ce0d3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.078600 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-553bc3d7-dd75-4837-b714-ed4c619ce0d3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 985 time: 0.0824356 Sep 20 23:21:02.087890 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4d665723-9a94-4060-b504-01a92b1c1260 req-035edcb7-b9f6-4a67-94b4-e89f82ae8bc4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665920 Sep 20 23:21:02.100325 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Request body: {'port': {'security_groups': ['3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d']}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:21:02.102803 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb0e6c-1769-4dfb-9492-f5cf0884a7ea req-374d455c-a572-4e3e-a724-fc5c30646489 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.112091 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e8fb0e6c-1769-4dfb-9492-f5cf0884a7ea req-374d455c-a572-4e3e-a724-fc5c30646489 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0649493 Sep 20 23:21:02.147282 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e8fb0e6c-1769-4dfb-9492-f5cf0884a7ea req-a38c9ca0-1f4a-4eb0-9c0e-63d18153ac40 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346105 Sep 20 23:21:02.217737 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.239120 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376038-0d8e-4e93-9b90-67467f611865 req-fc676b87-8a45-4a1c-be38-83dfa4ec9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.240632 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-37376038-0d8e-4e93-9b90-67467f611865 req-fc676b87-8a45-4a1c-be38-83dfa4ec9092 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bfb8dd7d92154031b07ff027e398a649&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1674116 Sep 20 23:21:02.346132 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51de4d27-31af-4935-9cba-bd83b19bb685 req-7dde2d73-ac1b-4016-9686-a04cdf095a76 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.347601 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-51de4d27-31af-4935-9cba-bd83b19bb685 req-7dde2d73-ac1b-4016-9686-a04cdf095a76 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 943 time: 0.0494692 Sep 20 23:21:02.386575 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-51de4d27-31af-4935-9cba-bd83b19bb685 req-f79a0fac-4f2c-4c45-b975-48307ded4b1c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Sep 20 23:21:02.466422 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] For port ce0af840-3b80-4c70-a061-266386b9c9a7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0af840-3b80-4c70-a061-266386b9c9a7,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:02.500754 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37376038-0d8e-4e93-9b90-67467f611865 req-5f7d4b94-794c-4b31-9203-b46bb28d33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.502231 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-37376038-0d8e-4e93-9b90-67467f611865 req-5f7d4b94-794c-4b31-9203-b46bb28d33c0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297147 Sep 20 23:21:02.510653 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.577726 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.619538 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['ce0af840-3b80-4c70-a061-266386b9c9a7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:21:02.648309 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.648905 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.650330 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-335e205e-1d41-47a0-98a7-a3aa67d446c7 req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "PUT /v2.0/ports/ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 943 time: 0.5691578 Sep 20 23:21:02.652741 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:21:02.655164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5563032-e167-47d8-9e8e-77ccc457cb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:21:02.656770 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58860) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:02.678519 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-99c58b7e-85f5-467a-ac83-e902b518e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.679850 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-99c58b7e-85f5-467a-ac83-e902b518e1ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 1096 time: 0.1135271 Sep 20 23:21:02.680608 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event updated for resources: {'Port': ['ID=ce0af840-3b80-4c70-a061-266386b9c9a7,revision_number=7']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:02.689503 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.689626 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.689962 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.690313 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.698865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.698865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.698865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.698865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.698865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.698865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.698865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.698865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-896d8a7c-c426-4a49-8d0f-77981ac36a23 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:02.741637 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5e36f1b4-7d28-4fe9-87f9-c841a1697fa3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.747080 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de31cc4-3f8b-48d5-a796-2b8dc9e48686 x-openstack-request-id: req-2de31cc4-3f8b-48d5-a796-2b8dc9e48686 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:21:02.747392 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:21:02.748010 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2de31cc4-3f8b-48d5-a796-2b8dc9e48686 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:21:02.748010 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'status': 'completed', 'code': 200} Sep 20 23:21:02.749862 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-6975b647-22c8-491c-817b-c040718c7b71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd HTTP/1.1" status: 200 len: 217 time: 0.0473702 Sep 20 23:21:02.770534 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5e36f1b4-7d28-4fe9-87f9-c841a1697fa3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.802051 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['ce0af840-3b80-4c70-a061-266386b9c9a7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:21:02.815330 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-35586352-2a89-4830-830b-10450a88850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.816812 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-35586352-2a89-4830-830b-10450a88850e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e4fa2d1-fac2-4705-9e55-af8533cf726a HTTP/1.1" status: 200 len: 849 time: 0.0523446 Sep 20 23:21:02.859856 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-3b149edb-0752-4c69-8a74-74408967a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.859856 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-3b149edb-0752-4c69-8a74-74408967a951 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1099 time: 0.0791750 Sep 20 23:21:02.892532 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-28f24618-2843-4231-b476-e313d148ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.894697 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-28f24618-2843-4231-b476-e313d148ad0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6af26f7a-6e55-4d19-97cd-7268df2adaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693347 Sep 20 23:21:02.969956 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-502ac03d-2510-45ab-a2b9-7646662f7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:02.971930 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-502ac03d-2510-45ab-a2b9-7646662f7182 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 915 time: 0.1012843 Sep 20 23:21:02.991819 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-8f6e8d6d-8e1b-437d-a2ad-cc49294278cf None None] Provisioning complete for port ce0af840-3b80-4c70-a061-266386b9c9a7 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:21:02.992203 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8f6e8d6d-8e1b-437d-a2ad-cc49294278cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.996364 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5e36f1b4-7d28-4fe9-87f9-c841a1697fa3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.996994 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-63fabb5f-4101-4cea-a7fc-7afb61338617 service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923955 Sep 20 23:21:02.998477 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-5e36f1b4-7d28-4fe9-87f9-c841a1697fa3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:02.999659 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-5e36f1b4-7d28-4fe9-87f9-c841a1697fa3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "DELETE /v2.0/security-groups/26b4eac7-f2d9-4b4b-8186-c40a1c385f2f HTTP/1.1" status: 204 len: 168 time: 0.3414974 Sep 20 23:21:03.002909 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 58864) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:03.045329 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36f1b4-7d28-4fe9-87f9-c841a1697fa3 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b4eac7-f2d9-4b4b-8186-c40a1c385f2f,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:03.066111 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-c921b4e3-3ac4-4186-9fce-672eb8ec5b8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0804408 Sep 20 23:21:03.128328 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-a491baad-09e9-4064-bf7c-fa835f69d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:03.129822 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-a491baad-09e9-4064-bf7c-fa835f69d310 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 200 len: 853 time: 0.0442662 Sep 20 23:21:03.177620 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f8fb93f9-3e18-40cc-861e-5a84d942f7df req-e8de3578-ce13-4615-bfff-e7d38bd177af service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673181 Sep 20 23:21:03.198540 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-116f07c1-fac6-42ae-997e-47e81646db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:03.200531 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-116f07c1-fac6-42ae-997e-47e81646db13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96be5b1-8880-46c8-8678-e82911c1d9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540259 Sep 20 23:21:03.245841 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Deleting port 39367cf5-a3fa-4649-b28b-18229fce0957 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:03.246395 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:03.331112 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-695d33a2-26c6-4c12-bac3-c6f51ff431de service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035810 Sep 20 23:21:03.350718 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eea0f-b13e-4250-918a-e15ba41e6168 req-0ea6fbf7-b941-4e6a-94a3-58d0dafb0dc0 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:03.352271 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-484eea0f-b13e-4250-918a-e15ba41e6168 req-0ea6fbf7-b941-4e6a-94a3-58d0dafb0dc0 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.1042161 Sep 20 23:21:03.372997 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:03.373330 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:03.395651 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Calling delete_port for 39367cf5-a3fa-4649-b28b-18229fce0957 owned by network:floatingip {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:03.434134 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-484eea0f-b13e-4250-918a-e15ba41e6168 req-490657cf-2b6e-4462-8c80-db3cfa2d67c3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704451 Sep 20 23:21:03.440615 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f5563032-e167-47d8-9e8e-77ccc457cb9a req-d0d09b81-fd8f-4136-a838-6e763514f450 service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992668 Sep 20 23:21:03.531830 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bf444-435a-4dda-a18f-6d1f9f482f74 req-cfd2e2f4-d22b-4fff-a802-60d38b37d230 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:03.533805 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5d0bf444-435a-4dda-a18f-6d1f9f482f74 req-cfd2e2f4-d22b-4fff-a802-60d38b37d230 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 943 time: 0.0565240 Sep 20 23:21:03.576845 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5d0bf444-435a-4dda-a18f-6d1f9f482f74 req-8e374529-3c3c-405b-97a6-856282ae56da tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370190 Sep 20 23:21:03.683695 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:03.712829 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event deleted for resources: {'Port': ['ID=39367cf5-a3fa-4649-b28b-18229fce0957,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:03.772081 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks [] for floatingip, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:03.772472 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Floating IP 022b98ae-34b5-45e6-a3d5-5e9fb79ac03a disassociated (deleted). External IP: 172.27.3.235, port: ce0af840-3b80-4c70-a061-266386b9c9a7. Sep 20 23:21:03.976531 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Router c12966e0-b84f-4977-909b-e27ece63e94d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:21:04.083115 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:21:04.089065 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:04.093105 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] Sync routers for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:21:04.103200 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:04.103882 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:04.117098 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-8c98ef7c-35b9-4f24-9ecd-e3356c6df7da tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "DELETE /v2.0/floatingips/022b98ae-34b5-45e6-a3d5-5e9fb79ac03a HTTP/1.1" status: 204 len: 168 time: 1.1130276 Sep 20 23:21:04.206746 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:04.486647 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:47Z', 'revision_number': 5, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:04.516930 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] Checking router: c12966e0-b84f-4977-909b-e27ece63e94d for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:21:04.528356 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:04.528974 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:04.560706 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c4d98-a8eb-4b07-ad6f-8435e266ae74 req-d072a41f-d34b-423f-b720-9c68696092e9 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:04.562212 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-265c4d98-a8eb-4b07-ad6f-8435e266ae74 req-d072a41f-d34b-423f-b720-9c68696092e9 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0480809 Sep 20 23:21:04.600522 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-265c4d98-a8eb-4b07-ad6f-8435e266ae74 req-072a96f2-666b-4e50-af56-8cad6f1d20b2 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Sep 20 23:21:04.645212 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:04.703053 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bfebb4-4890-4e09-9dc8-57688bbb128b req-266d0259-5c1f-4f9c-b0ad-93309cb75752 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:04.710302 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d6bfebb4-4890-4e09-9dc8-57688bbb128b req-266d0259-5c1f-4f9c-b0ad-93309cb75752 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 943 time: 0.0583446 Sep 20 23:21:04.726995 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb6894-2bbe-4438-804d-7bf0d5f2eb0f req-304a187b-3a21-4463-9a3f-51202bf67fb0 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:04.728632 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0ccb6894-2bbe-4438-804d-7bf0d5f2eb0f req-304a187b-3a21-4463-9a3f-51202bf67fb0 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0533748 Sep 20 23:21:04.744992 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d6bfebb4-4890-4e09-9dc8-57688bbb128b req-74563c39-c619-47c0-b67e-676e9818b062 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334294 Sep 20 23:21:04.748556 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:21:04.751127 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30bb241-9e89-4c2e-b490-8cfbedbfba70" -d '{"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:21:04.771948 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-0ccb6894-2bbe-4438-804d-7bf0d5f2eb0f req-9f2919fe-c8fb-4ca7-b891-e5d593a026d3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372679 Sep 20 23:21:04.793124 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58888) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:04.800459 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860380f2-dd3d-4450-8da8-79d11476a25c x-openstack-request-id: req-860380f2-dd3d-4450-8da8-79d11476a25c {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:21:04.800755 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:21:04.801006 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-860380f2-dd3d-4450-8da8-79d11476a25c {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:21:04.801448 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'status': 'completed', 'code': 200} Sep 20 23:21:04.869072 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:47Z', 'revision_number': 5, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:04.894962 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33aeb76-872a-46f1-a98e-ba3971d5d7b2 None None] The sync data for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi is: [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:18:43Z', 'revision_number': 4, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': 'a13a2256-ef04-43a5-9087-0a7e3549f939', 'name': '', 'network_id': 'a96be5b1-8880-46c8-8678-e82911c1d9f5', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'mac_address': 'fa:16:3e:bd:27:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:42Z', 'updated_at': '2021-09-20T23:18:47Z', 'revision_number': 5, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'subnets': [{'id': 'f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:21:04.915397 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-ba9f361b-34b9-4921-94de-aab0f3d1f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:04.916804 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-ba9f361b-34b9-4921-94de-aab0f3d1f3c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c129ed1551e54495884c864cae8019e0&device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 1099 time: 0.0595415 Sep 20 23:21:04.943667 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e667e8-c6a0-4af5-b4a0-b8b275378bbe tempest-TestShelveInstance-363824069 tempest-TestShelveInstance-363824069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:04.945201 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d4e667e8-c6a0-4af5-b4a0-b8b275378bbe tempest-TestShelveInstance-363824069 tempest-TestShelveInstance-363824069-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1093 time: 0.1509793 Sep 20 23:21:04.948580 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58892) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:04.953850 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'port_id': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:21:05.052801 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-67e80b75-908f-41fe-b5f1-0302c39ec7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:05.054418 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-67e80b75-908f-41fe-b5f1-0302c39ec7d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 200 len: 915 time: 0.1037662 Sep 20 23:21:05.099594 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-e5df7760-b69c-4ed6-af9d-0f47497c5d18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 200 len: 217 time: 0.0352716 Sep 20 23:21:05.113339 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device ac3cc8ec-10f2-49f5-9121-e1acea49c6dd details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:21:05.134671 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e6bd31-34ba-428f-ada9-2bc63ce3e77a None None] New status for floating IP 022b98ae-34b5-45e6-a3d5-5e9fb79ac03a: DOWN {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:21:05.153606 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for floatingip, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:05.167657 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-29899fb6-c117-40b2-9f98-f180a5779d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:05.169250 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-29899fb6-c117-40b2-9f98-f180a5779d72 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 200 len: 853 time: 0.0625961 Sep 20 23:21:05.264575 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-d090a9d8-9e07-4773-86e5-635368f348fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:05.266085 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-d090a9d8-9e07-4773-86e5-635368f348fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a96be5b1-8880-46c8-8678-e82911c1d9f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848727 Sep 20 23:21:05.272865 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:05.283924 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'port_id': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'mac_address': 'fa:16:3e:76:ef:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:21:05.323094 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:05.336470 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3cc8ec-10f2-49f5-9121-e1acea49c6dd {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:21:05.346495 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:05.356315 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:05.407665 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-7768b8f8-eb67-4d9a-986e-9a58fa6ac74d service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323600 Sep 20 23:21:05.449381 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:05.497278 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:05.780043 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_common [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Allocated IP 172.27.3.7 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/218255c5-be59-4279-81b5-07ba3f6899b7) {{(pid=94583) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:21:05.797512 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['ac3cc8ec-10f2-49f5-9121-e1acea49c6dd'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:21:05.810377 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f30bb241-9e89-4c2e-b490-8cfbedbfba70 req-3bb88260-443c-4174-83ec-16d691f26597 service neutron] 10.222.0.35 "GET /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930070 Sep 20 23:21:05.888688 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178d35e-75a9-4bc2-acef-870cc4762899 req-640a39cd-cacc-4c94-bc00-ff40a1edfffd tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:05.890333 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2178d35e-75a9-4bc2-acef-870cc4762899 req-640a39cd-cacc-4c94-bc00-ff40a1edfffd tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 944 time: 0.0626004 Sep 20 23:21:05.917948 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for port, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:05.931576 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-2178d35e-75a9-4bc2-acef-870cc4762899 req-3c36ff44-806e-4a64-8103-fa87028a30e0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343411 Sep 20 23:21:06.004072 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:06.026012 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8267b92f-e410-4854-86cb-18ba9df279d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:06.047044 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94583) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:21:06.051209 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Resources bound (agent type, host, resource id): {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:21:06.058722 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Received port after_create {{(pid=94583) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:21:06.061997 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'Port': ['ID=218255c5-be59-4279-81b5-07ba3f6899b7,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:06.417523 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:06.550136 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:06.699468 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for port, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:06.757802 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313688'] for port, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:06.827928 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event updated for resources: {'Port': ['ID=218255c5-be59-4279-81b5-07ba3f6899b7,revision_number=2']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:06.834498 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:06.934304 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.l3_db [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Floating IP 0f6021f2-9017-4564-8efe-047573872117 associated. External IP: 172.27.3.7, port: 50d79cb6-7cf6-4f13-85ca-c37d045d2677. Sep 20 23:21:07.115496 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da20d2-883d-401f-8e18-54d5c59fc5cb req-57d50a48-1367-4638-89fb-7519876d416d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:07.116891 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-17da20d2-883d-401f-8e18-54d5c59fc5cb req-57d50a48-1367-4638-89fb-7519876d416d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 944 time: 0.0973394 Sep 20 23:21:07.125556 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device ac3cc8ec-10f2-49f5-9121-e1acea49c6dd up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:21:07.191551 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-17da20d2-883d-401f-8e18-54d5c59fc5cb req-3cf02483-b98b-4186-844a-3b1ccf17b29f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685751 Sep 20 23:21:07.208316 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Router c6e19813-f187-4e5a-9627-6f7269b03de6 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:21:07.237541 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:21:07.241577 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:21:07.241973 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:07.316229 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:21:07.321523 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:07.327795 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] Sync routers for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:21:07.338027 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:07.338729 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:07.347165 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:21:07.350021 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842904f-51a1-4f0c-b048-8daf09d83051" -d '{"events": [{"server_uuid": "57c3f356-9cae-44ac-987c-f945bf4794f3", "name": "network-vif-plugged", "status": "completed", "tag": "ac3cc8ec-10f2-49f5-9121-e1acea49c6dd"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:21:07.362961 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:07.394646 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83b8e4d-e942-4bd7-ba81-6d73613d5c25 x-openstack-request-id: req-e83b8e4d-e942-4bd7-ba81-6d73613d5c25 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:21:07.394945 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c3f356-9cae-44ac-987c-f945bf4794f3", "name": "network-vif-plugged", "status": "completed", "tag": "ac3cc8ec-10f2-49f5-9121-e1acea49c6dd", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:21:07.395196 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e83b8e4d-e942-4bd7-ba81-6d73613d5c25 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:21:07.395710 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'code': 200} Sep 20 23:21:07.398959 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:07.439311 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7ece7b33-85d6-4f3a-aaf8-e1efb410d786 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4771833 Sep 20 23:21:07.439311 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:21:07.439311 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23229582-13ae-4290-a154-353e8fc4aea2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:21:07.458139 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:07.475591 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69612c87-7b78-4f0b-9c7c-45bff821738c x-openstack-request-id: req-69612c87-7b78-4f0b-9c7c-45bff821738c {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:21:07.476016 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:21:07.476645 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69612c87-7b78-4f0b-9c7c-45bff821738c {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:21:07.477141 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'status': 'completed', 'code': 200} Sep 20 23:21:07.477781 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:07.526200 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:07.569836 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23229582-13ae-4290-a154-353e8fc4aea2 req-9b9f64a5-86d0-4bcc-814a-811ac22de8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:07.571288 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23229582-13ae-4290-a154-353e8fc4aea2 req-9b9f64a5-86d0-4bcc-814a-811ac22de8be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcdffa0112c8485e816ac56521dc7aad&device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1098 time: 0.0502822 Sep 20 23:21:07.665060 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23229582-13ae-4290-a154-353e8fc4aea2 req-456c99bb-1172-4224-b8e2-b9a2c388ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:07.666881 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23229582-13ae-4290-a154-353e8fc4aea2 req-456c99bb-1172-4224-b8e2-b9a2c388ee85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=242267d9-b6e3-4dc4-acce-240ecdbff714 HTTP/1.1" status: 200 len: 910 time: 0.0866718 Sep 20 23:21:07.699077 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '0f6021f2-9017-4564-8efe-047573872117', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'port_id': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'mac_address': 'fa:16:3e:49:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:21:06Z', 'updated_at': '2021-09-20T23:21:06Z', 'revision_number': 0, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:16Z', 'revision_number': 5, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:07.727552 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] Checking router: c6e19813-f187-4e5a-9627-6f7269b03de6 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:21:07.738958 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:07.741062 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:20:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:07.743855 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23229582-13ae-4290-a154-353e8fc4aea2 req-f80baefb-ae4d-4871-a7d7-983b719012dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677 HTTP/1.1" status: 200 len: 997 time: 0.0683312 Sep 20 23:21:07.763941 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b9832-d7ad-4d71-bd82-10ba450c1106 req-52e95b63-b82d-4a44-8731-2f558b6485e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:07.766171 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d78b9832-d7ad-4d71-bd82-10ba450c1106 req-52e95b63-b82d-4a44-8731-2f558b6485e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 1098 time: 0.0453808 Sep 20 23:21:07.798173 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23229582-13ae-4290-a154-353e8fc4aea2 req-b8bd8ddc-e0b6-4eec-ab1d-ee101b6d2b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:07.799905 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23229582-13ae-4290-a154-353e8fc4aea2 req-b8bd8ddc-e0b6-4eec-ab1d-ee101b6d2b5e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74214eab-5086-4e28-836a-a73e584878bc HTTP/1.1" status: 200 len: 848 time: 0.0492609 Sep 20 23:21:07.802896 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d78b9832-d7ad-4d71-bd82-10ba450c1106 req-c9c3b6dc-447c-4050-bb55-e4a17ca4091c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285823 Sep 20 23:21:07.851597 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:08.076908 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '0f6021f2-9017-4564-8efe-047573872117', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'port_id': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'mac_address': 'fa:16:3e:49:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:21:06Z', 'updated_at': '2021-09-20T23:21:06Z', 'revision_number': 0, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:16Z', 'revision_number': 5, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:08.104113 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4b335-64d4-47a8-8e14-e66f1cd26e52 None None] The sync data for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi is: [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '0f6021f2-9017-4564-8efe-047573872117', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'floating_ip_address': '172.27.3.7', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'port_id': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'mac_address': 'fa:16:3e:49:8f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:21:06Z', 'updated_at': '2021-09-20T23:21:06Z', 'revision_number': 0, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:16Z', 'revision_number': 5, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:21:08.128294 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23229582-13ae-4290-a154-353e8fc4aea2 req-02abcbf3-fe9d-430d-a8f6-a9f3e16bc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:08.129843 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23229582-13ae-4290-a154-353e8fc4aea2 req-02abcbf3-fe9d-430d-a8f6-a9f3e16bc30b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=242267d9-b6e3-4dc4-acce-240ecdbff714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426717 Sep 20 23:21:08.231589 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23229582-13ae-4290-a154-353e8fc4aea2 req-acedefad-77fa-4dc1-be84-807a174bc7e6 service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912433 Sep 20 23:21:08.306727 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e0bb54-d14a-43a5-af8c-758ea52876a0 None None] New status for floating IP 0f6021f2-9017-4564-8efe-047573872117: ACTIVE {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:21:08.381187 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b83c50-8f48-46eb-b48b-6d3463119bb4 req-962fdfee-9c21-4e54-8e15-9d3ab7adb0f3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:08.382750 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-02b83c50-8f48-46eb-b48b-6d3463119bb4 req-962fdfee-9c21-4e54-8e15-9d3ab7adb0f3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.1023450 Sep 20 23:21:08.385066 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23229582-13ae-4290-a154-353e8fc4aea2 req-631f37d8-4045-44cf-ba15-52fc28c69dea service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366274 Sep 20 23:21:08.423862 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-02b83c50-8f48-46eb-b48b-6d3463119bb4 req-d61ba08d-0edd-4145-aef3-dd9b853398a4 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335352 Sep 20 23:21:08.440921 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512ffa0-e890-410e-ba09-d916fe92a23b req-0c10f6aa-3ace-4553-830f-2338b3ee5355 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:08.442468 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f512ffa0-e890-410e-ba09-d916fe92a23b req-0c10f6aa-3ace-4553-830f-2338b3ee5355 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0502880 Sep 20 23:21:08.481677 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f512ffa0-e890-410e-ba09-d916fe92a23b req-2700a92e-4ab2-4eb9-8ad4-2dd20c548f68 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316241 Sep 20 23:21:08.500379 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba9e1-bcf2-4265-960c-fe09d48a2b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:09.123814 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:09.538607 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6b18a-07f0-48e0-82e8-855655dfd9a1 req-3c023a5d-6923-41e1-8135-e3e7d6f87b85 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:09.540102 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8fe6b18a-07f0-48e0-82e8-855655dfd9a1 req-3c023a5d-6923-41e1-8135-e3e7d6f87b85 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0484207 Sep 20 23:21:09.579923 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8fe6b18a-07f0-48e0-82e8-855655dfd9a1 req-e64861be-8bdf-4e61-ba9c-57e2b8a3f373 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336764 Sep 20 23:21:09.599682 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d5f003-1ba4-40b4-8ff1-ec13efec4515 req-861eb616-d8a3-44ec-b90e-d64156858fe0 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:09.601149 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f4d5f003-1ba4-40b4-8ff1-ec13efec4515 req-861eb616-d8a3-44ec-b90e-d64156858fe0 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0538476 Sep 20 23:21:09.680985 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:09.695164 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0b7cf-12de-4a48-b04b-baafc83e90b9 req-58f988da-f72e-4b6d-8f00-c59384c16b19 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:09.696701 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-37c0b7cf-12de-4a48-b04b-baafc83e90b9 req-58f988da-f72e-4b6d-8f00-c59384c16b19 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0515490 Sep 20 23:21:09.706180 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 58930) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:09.710941 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'floatingip': {'port_id': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:21:09.756752 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:09.909012 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f4d5f003-1ba4-40b4-8ff1-ec13efec4515 req-acabd3e1-0ca8-4453-bad4-da57a407cd1a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015711 Sep 20 23:21:10.190162 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:10.246088 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:10.343534 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.l3_db [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Floating IP 5bfd4636-bd07-4e91-aaef-51c2e486eb92 associated. External IP: 172.27.3.180, port: ac3cc8ec-10f2-49f5-9121-e1acea49c6dd. Sep 20 23:21:10.548621 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Router 6e72a72d-fcb0-40a7-930a-69894e4df757 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:21:10.678833 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:21:10.684183 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:10.688045 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] Sync routers for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:21:10.695187 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-f6686fc8-ca97-4788-aedc-620d44e38beb tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:10.696643 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-f6686fc8-ca97-4788-aedc-620d44e38beb tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0857430 Sep 20 23:21:10.698402 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:10.699036 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:21:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:10.747018 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2424d683-a07b-4ae5-9dd9-b6e69d476d86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "PUT /v2.0/floatingips/5bfd4636-bd07-4e91-aaef-51c2e486eb92 HTTP/1.1" status: 200 len: 991 time: 1.0397878 Sep 20 23:21:10.749957 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'tag': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:21:10.752274 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ed652e-e0a3-4735-8c6e-986211e0a5ff" -d '{"events": [{"name": "network-changed", "server_uuid": "57c3f356-9cae-44ac-987c-f945bf4794f3", "tag": "ac3cc8ec-10f2-49f5-9121-e1acea49c6dd"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:21:10.800514 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c96ee8-48c5-4f1c-858f-fa7fc674a7be x-openstack-request-id: req-87c96ee8-48c5-4f1c-858f-fa7fc674a7be {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:21:10.800809 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57c3f356-9cae-44ac-987c-f945bf4794f3", "tag": "ac3cc8ec-10f2-49f5-9121-e1acea49c6dd", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:21:10.801063 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87c96ee8-48c5-4f1c-858f-fa7fc674a7be {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:21:10.801449 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'tag': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'status': 'completed', 'code': 200} Sep 20 23:21:10.817443 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:10.821446 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Deleting port ce0af840-3b80-4c70-a061-266386b9c9a7 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:10.821814 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:10.899031 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-45dc8d51-c4b6-41e9-a5f3-df08f105dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:10.900535 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-45dc8d51-c4b6-41e9-a5f3-df08f105dfc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 1098 time: 0.0431888 Sep 20 23:21:10.916264 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] For port ce0af840-3b80-4c70-a061-266386b9c9a7, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ce0af840-3b80-4c70-a061-266386b9c9a7,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:10.916644 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:10.929156 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Calling delete_port for ce0af840-3b80-4c70-a061-266386b9c9a7 owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:11.027640 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-cf0f8867-b3dd-4a59-901a-dceb09ed4f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:11.033432 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-cf0f8867-b3dd-4a59-901a-dceb09ed4f76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 200 len: 911 time: 0.1218035 Sep 20 23:21:11.048237 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '5bfd4636-bd07-4e91-aaef-51c2e486eb92', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'port_id': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'mac_address': 'fa:16:3e:76:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:56Z', 'updated_at': '2021-09-20T23:21:10Z', 'revision_number': 1, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:11.052095 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b121144f-729d-4f5e-9ed7-a0802fa27e89 req-2f69e2e3-b107-4acc-b3f6-6b5f7ffe7fd6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:11.054246 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b121144f-729d-4f5e-9ed7-a0802fa27e89 req-2f69e2e3-b107-4acc-b3f6-6b5f7ffe7fd6 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 946 time: 0.0731094 Sep 20 23:21:11.137946 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b121144f-729d-4f5e-9ed7-a0802fa27e89 req-6b0d9343-c55f-43c6-8117-4f5988bd2756 tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/security-groups?id=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552516 Sep 20 23:21:11.139823 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-89b303c0-01a1-40f1-98e1-143cb5e784fb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd HTTP/1.1" status: 200 len: 999 time: 0.1019917 Sep 20 23:21:11.164361 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:11.178009 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] Checking router: 6e72a72d-fcb0-40a7-930a-69894e4df757 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:21:11.187505 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:11.188322 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:21:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:11.193990 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-b0eec7ea-b9ed-474c-9768-02a806860da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:11.195504 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-b0eec7ea-b9ed-474c-9768-02a806860da7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e4fa2d1-fac2-4705-9e55-af8533cf726a HTTP/1.1" status: 200 len: 849 time: 0.0483861 Sep 20 23:21:11.203161 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Pushing event deleted for resources: {'Port': ['ID=ce0af840-3b80-4c70-a061-266386b9c9a7,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:11.213259 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['ce0af840-3b80-4c70-a061-266386b9c9a7'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:21:11.247384 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] No DVR routers for this DVR port ce0af840-3b80-4c70-a061-266386b9c9a7 on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:21:11.250166 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:11.252146 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4010bf0b-bff3-4d6a-b6b7-fe8e5208be9d req-c0f18a28-d05b-470e-ab17-92f117b29a3a tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.35 "DELETE /v2.0/ports/ce0af840-3b80-4c70-a061-266386b9c9a7 HTTP/1.1" status: 204 len: 173 time: 0.5384204 Sep 20 23:21:11.275968 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-b8d52b52-e8b8-4186-b55f-63247b5a2688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:11.278370 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-b8d52b52-e8b8-4186-b55f-63247b5a2688 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6af26f7a-6e55-4d19-97cd-7268df2adaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733452 Sep 20 23:21:11.311542 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:11.319226 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:11.376222 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-12807fd8-60ce-471f-b5da-3ec5338aa45e service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899787 Sep 20 23:21:11.469077 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-32ed652e-e0a3-4735-8c6e-986211e0a5ff req-9ecececc-bcd0-4c7f-af45-ac8f7b99cf29 service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854301 Sep 20 23:21:11.537365 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '5bfd4636-bd07-4e91-aaef-51c2e486eb92', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'port_id': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'mac_address': 'fa:16:3e:76:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:56Z', 'updated_at': '2021-09-20T23:21:10Z', 'revision_number': 1, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:11.568597 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b5cbc4-c66d-470a-9d9a-304c3aba263f None None] The sync data for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi is: [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '5bfd4636-bd07-4e91-aaef-51c2e486eb92', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'floating_ip_address': '172.27.3.180', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'port_id': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'mac_address': 'fa:16:3e:76:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:56Z', 'updated_at': '2021-09-20T23:21:10Z', 'revision_number': 1, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:21:11.766921 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6714d52-f751-428e-8f4a-ac196e2fe7e5 None None] New status for floating IP 5bfd4636-bd07-4e91-aaef-51c2e486eb92: ACTIVE {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:21:12.245070 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-787a3383-11fe-4d76-bff9-70f54316d06f req-e52ca21f-fdb7-44f6-bfb0-ce7c61fe3b5d tempest-TestMinimumBasicScenario-777233199 tempest-TestMinimumBasicScenario-777233199-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2547a07-a008-4035-a020-37e65ff9f825 HTTP/1.1" status: 200 len: 210 time: 0.0281243 Sep 20 23:21:12.967982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'name': 'network-vif-deleted', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:21:12.967982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81786e15-c73c-451e-ab67-860acd43c45d" -d '{"events": [{"server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "name": "network-vif-deleted", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:21:12.967982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cdf358-30ab-42f6-9459-6a534700172c x-openstack-request-id: req-d8cdf358-30ab-42f6-9459-6a534700172c {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:21:12.967982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2547a07-a008-4035-a020-37e65ff9f825", "name": "network-vif-deleted", "tag": "ce0af840-3b80-4c70-a061-266386b9c9a7", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:21:12.967982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8cdf358-30ab-42f6-9459-6a534700172c {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:21:12.967982 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2547a07-a008-4035-a020-37e65ff9f825', 'name': 'network-vif-deleted', 'tag': 'ce0af840-3b80-4c70-a061-266386b9c9a7', 'status': 'completed', 'code': 200} Sep 20 23:21:14.751405 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59000) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:15.150351 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device ce0af840-3b80-4c70-a061-266386b9c9a7 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:21:15.170959 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: ce0af840-3b80-4c70-a061-266386b9c9a7 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:21:15.171301 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device ce0af840-3b80-4c70-a061-266386b9c9a7 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:21:15.356860 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:15.592718 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Deleting port a13a2256-ef04-43a5-9087-0a7e3549f939 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:15.593058 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:15.667295 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] For port a13a2256-ef04-43a5-9087-0a7e3549f939, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a13a2256-ef04-43a5-9087-0a7e3549f939,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:15.667650 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:15.679745 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Calling delete_port for a13a2256-ef04-43a5-9087-0a7e3549f939 owned by network:router_interface {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:15.909200 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:15.933631 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Pushing event deleted for resources: {'Port': ['ID=a13a2256-ef04-43a5-9087-0a7e3549f939,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:15.943859 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.944213 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.944566 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.944908 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.945248 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.945587 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.945950 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.946721 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.946721 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.947187 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.947501 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:15.947828 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:21:16.113470 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:16.319729 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Router c12966e0-b84f-4977-909b-e27ece63e94d has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:21:16.419334 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:21:16.424546 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-3368ad4f-6247-4d95-ae2d-229ff7f285be admin admin] 10.222.0.15 "PUT /v2.0/routers/c12966e0-b84f-4977-909b-e27ece63e94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6721148 Sep 20 23:21:16.427354 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59006) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:16.428381 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] Sync routers for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:21:16.437330 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:16.437956 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:21:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:16.528248 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks [] for router, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:16.541152 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:16.626746 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:16.713493 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:21:15Z', 'revision_number': 5, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port': {'id': 'cc5c7b0a-b6a2-49ab-a992-b929dc304a0e', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:41Z', 'updated_at': '2021-09-20T23:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:16.747402 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] Checking router: c12966e0-b84f-4977-909b-e27ece63e94d for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:21:16.756860 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] Routers {'c12966e0-b84f-4977-909b-e27ece63e94d'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:16.757460 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:21:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c12966e0-b84f-4977-909b-e27ece63e94d'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:16.761273 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Deleting port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:16.761610 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:16.842055 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] Set router c12966e0-b84f-4977-909b-e27ece63e94d gateway port host: None {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:16.844689 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] For port cc5c7b0a-b6a2-49ab-a992-b929dc304a0e, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=cc5c7b0a-b6a2-49ab-a992-b929dc304a0e,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:16.871004 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:16.871004 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Calling delete_port for cc5c7b0a-b6a2-49ab-a992-b929dc304a0e owned by network:router_gateway {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:16.897437 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:21:16Z', 'revision_number': 6, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port_host': None}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:16.923086 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856fafd-7dda-4bef-a3c0-d8a3638aa16f None None] The sync data for ids ['c12966e0-b84f-4977-909b-e27ece63e94d'] in dv-cinder-809965-2-iscsi is: [{'id': 'c12966e0-b84f-4977-909b-e27ece63e94d', 'name': 'tempest-TestMinimumBasicScenario-980646179-router', 'tenant_id': 'c129ed1551e54495884c864cae8019e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:40Z', 'updated_at': '2021-09-20T23:21:16Z', 'revision_number': 6, 'project_id': 'c129ed1551e54495884c864cae8019e0', 'gw_port_host': None}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:21:17.188915 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.215137 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5c7b0a-b6a2-49ab-a992-b929dc304a0e,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:17.277808 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.374824 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.377064 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.488995 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.490343 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12966e0-b84f-4977-909b-e27ece63e94d {{(pid=94583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:21:17.494902 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.496079 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-27eaf77e-6c52-4ae9-afce-913790950421 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c12966e0-b84f-4977-909b-e27ece63e94d HTTP/1.1" status: 204 len: 168 time: 1.0677974 Sep 20 23:21:17.504423 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59010) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:17.548129 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d425fb4-00a4-4b55-bf39-73916af75053 admin admin] Deleting subnet f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:21:17.551219 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d425fb4-00a4-4b55-bf39-73916af75053 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.584965 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d425fb4-00a4-4b55-bf39-73916af75053 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7896106'] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.691371 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d425fb4-00a4-4b55-bf39-73916af75053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.717854 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a13a2256-ef04-43a5-9087-0a7e3549f939 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:21:17.738958 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: a13a2256-ef04-43a5-9087-0a7e3549f939 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:21:17.739647 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a13a2256-ef04-43a5-9087-0a7e3549f939 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:21:17.832679 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d425fb4-00a4-4b55-bf39-73916af75053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7896304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8367307'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.859675 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d425fb4-00a4-4b55-bf39-73916af75053 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:17.863249 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-8d425fb4-00a4-4b55-bf39-73916af75053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.865644 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-8d425fb4-00a4-4b55-bf39-73916af75053 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f8bfaef8-bd3e-4428-98c3-1807e6f3e1ff HTTP/1.1" status: 204 len: 168 time: 0.3654766 Sep 20 23:21:17.868327 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59012) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:17.870494 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d74e44-e5c7-42ab-84d4-2d27e445ff4d None None] Network a96be5b1-8880-46c8-8678-e82911c1d9f5 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:21:17.939022 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:17.999236 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Deleting port 5048274d-f8be-498f-9d87-54aa6a219b4a {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:17.999578 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.065640 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] For port 5048274d-f8be-498f-9d87-54aa6a219b4a, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=5048274d-f8be-498f-9d87-54aa6a219b4a,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:18.065640 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.073216 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] DHCP port deletion for a96be5b1-8880-46c8-8678-e82911c1d9f5 request from dv-cinder-809965-2-iscsi {{(pid=94585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 23:21:18.078587 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Calling delete_port for 5048274d-f8be-498f-9d87-54aa6a219b4a owned by network:dhcp {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:18.118962 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] Deleting port 5048274d-f8be-498f-9d87-54aa6a219b4a {{(pid=94585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:18.122769 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.184884 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] For port 5048274d-f8be-498f-9d87-54aa6a219b4a, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=5048274d-f8be-498f-9d87-54aa6a219b4a,segment=NetworkSegment(9cc823c8-ef75-4576-b95b-6f3f4f812e42),segment_id=9cc823c8-ef75-4576-b95b-6f3f4f812e42)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:18.185345 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.205099 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] Calling delete_port for 5048274d-f8be-498f-9d87-54aa6a219b4a owned by network:dhcp {{(pid=94585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:18.273166 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.278285 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723'] for port, after_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.300085 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Pushing event deleted for resources: {'Port': ['ID=5048274d-f8be-498f-9d87-54aa6a219b4a,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:18.302000 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] No DVR routers for this DVR port 5048274d-f8be-498f-9d87-54aa6a219b4a on host dv-cinder-809965-2-iscsi {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:21:18.308739 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] Pushing event deleted for resources: {'Port': ['ID=5048274d-f8be-498f-9d87-54aa6a219b4a,revision_number=None']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:18.310696 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a021666-ac58-4ba3-99b1-016416f5caa0 None None] No DVR routers for this DVR port 5048274d-f8be-498f-9d87-54aa6a219b4a on host dv-cinder-809965-2-iscsi {{(pid=94585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:21:18.374931 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.393811 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96be5b1-8880-46c8-8678-e82911c1d9f5']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:18.403472 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc823c8-ef75-4576-b95b-6f3f4f812e42') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:18.403770 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc823c8-ef75-4576-b95b-6f3f4f812e42') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:18.413495 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.426125 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.431815 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:21:18.432192 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:21:18.433794 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:21:18.572373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.577588 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:18.583947 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a96be5b1-8880-46c8-8678-e82911c1d9f5 HTTP/1.1" status: 204 len: 168 time: 0.7101817 Sep 20 23:21:18.584057 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59014) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:18.590369 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12bf12-23a9-4946-a76c-c8e1a4f6b755 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96be5b1-8880-46c8-8678-e82911c1d9f5,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:18.926673 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:19.047003 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device cc5c7b0a-b6a2-49ab-a992-b929dc304a0e no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:21:19.066881 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: cc5c7b0a-b6a2-49ab-a992-b929dc304a0e {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:21:19.067222 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device cc5c7b0a-b6a2-49ab-a992-b929dc304a0e not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:21:19.067658 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 5048274d-f8be-498f-9d87-54aa6a219b4a no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:21:19.087527 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 5048274d-f8be-498f-9d87-54aa6a219b4a {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:21:19.092545 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 5048274d-f8be-498f-9d87-54aa6a219b4a not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:21:19.166050 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Deleting port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:19.166314 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:19.242288 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] For port f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,segment=NetworkSegment(b35f9506-d49e-4a3b-9403-da7da03e8e93),segment_id=b35f9506-d49e-4a3b-9403-da7da03e8e93)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:19.242645 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:19.254408 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Calling delete_port for f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 owned by network:router_interface {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:19.777760 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:19.804755 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:19.967699 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:20.176408 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:21:20.281455 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:21:20.286208 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-60eabb6b-3d50-45e9-833b-edc574b79b82 admin admin] 10.222.0.15 "PUT /v2.0/routers/a414b43a-5d7e-4afb-aec0-f5b8d51f80b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020438 Sep 20 23:21:20.288672 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59020) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:20.291553 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] Sync routers for ids ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:21:20.300511 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] Routers {'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:20.301132 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:21:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:20.388421 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks [] for router, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:20.404422 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] Set router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:20.484721 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:20.579040 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:21:19Z', 'revision_number': 5, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port': {'id': 'bef47847-fc75-4f60-8907-ac9aba23b63b', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:34:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:18:48Z', 'updated_at': '2021-09-20T23:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:20.599557 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Deleting port bef47847-fc75-4f60-8907-ac9aba23b63b {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:20.599833 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:20.609067 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] Checking router: a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:21:20.617981 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] Routers {'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:21:20.618602 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:21:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:20.674982 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] For port bef47847-fc75-4f60-8907-ac9aba23b63b, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=bef47847-fc75-4f60-8907-ac9aba23b63b,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:20.675345 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:20.687999 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Calling delete_port for bef47847-fc75-4f60-8907-ac9aba23b63b owned by network:router_gateway {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:20.704219 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] Set router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 gateway port host: None {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:21:20.754560 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:21:20Z', 'revision_number': 6, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port_host': None}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:20.783706 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6139344c-b39c-4a5b-9e52-58bbce79bf11 None None] The sync data for ids ['a414b43a-5d7e-4afb-aec0-f5b8d51f80b4'] in dv-cinder-809965-2-iscsi is: [{'id': 'a414b43a-5d7e-4afb-aec0-f5b8d51f80b4', 'name': 'tempest-TestMinimumBasicScenario-879958707-router', 'tenant_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:18:47Z', 'updated_at': '2021-09-20T23:21:20Z', 'revision_number': 6, 'project_id': 'ca71cdcbc81b4418b7c9d7d048f973c3', 'gw_port_host': None}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:21:20.971637 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:20.999254 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Pushing event deleted for resources: {'Port': ['ID=bef47847-fc75-4f60-8907-ac9aba23b63b,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:21.059648 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.149197 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.151590 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.283223 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.283764 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 {{(pid=94583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:21:21.289164 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.290382 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-76b19906-b7af-4832-9fc4-05036200860a admin admin] 10.222.0.15 "DELETE /v2.0/routers/a414b43a-5d7e-4afb-aec0-f5b8d51f80b4 HTTP/1.1" status: 204 len: 168 time: 1.0007706 Sep 20 23:21:21.292808 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59026) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:21.337412 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacc4873-3e64-4d39-9842-f2e7308abfa1 admin admin] Deleting subnet 29b20514-e31f-4a56-9a66-42a7a508ca9b {{(pid=94583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:21:21.340504 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bacc4873-3e64-4d39-9842-f2e7308abfa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.378042 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bacc4873-3e64-4d39-9842-f2e7308abfa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194794'] for subnet, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.453452 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bacc4873-3e64-4d39-9842-f2e7308abfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.538728 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:21:21.558040 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bacc4873-3e64-4d39-9842-f2e7308abfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4539353'] for subnet, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.558905 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:21:21.559248 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device f8ef5c63-2261-4e2c-b557-1dbf7c60d8e0 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:21:21.580504 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc4873-3e64-4d39-9842-f2e7308abfa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b20514-e31f-4a56-9a66-42a7a508ca9b,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:21.589551 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bacc4873-3e64-4d39-9842-f2e7308abfa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.591462 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-bacc4873-3e64-4d39-9842-f2e7308abfa1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/29b20514-e31f-4a56-9a66-42a7a508ca9b HTTP/1.1" status: 204 len: 168 time: 0.2977450 Sep 20 23:21:21.593896 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59028) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:21.596267 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96854b74-633b-4c59-8d66-da2c6ed48db8 None None] Network 0de88fe5-ce4f-4022-afd9-bdc67b879e95 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:21:21.668331 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.725040 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Deleting port 22666125-4dd6-46dd-83d6-37c72cd579e7 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:21.725327 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.787468 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] DHCP port deletion for 0de88fe5-ce4f-4022-afd9-bdc67b879e95 request from dv-cinder-809965-2-iscsi {{(pid=94585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 23:21:21.799454 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] For port 22666125-4dd6-46dd-83d6-37c72cd579e7, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=22666125-4dd6-46dd-83d6-37c72cd579e7,segment=NetworkSegment(b35f9506-d49e-4a3b-9403-da7da03e8e93),segment_id=b35f9506-d49e-4a3b-9403-da7da03e8e93)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:21.799822 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.816257 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Calling delete_port for 22666125-4dd6-46dd-83d6-37c72cd579e7 owned by network:dhcp {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:21.839371 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] Deleting port 22666125-4dd6-46dd-83d6-37c72cd579e7 {{(pid=94585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:21:21.839828 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.901930 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] For port 22666125-4dd6-46dd-83d6-37c72cd579e7, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=22666125-4dd6-46dd-83d6-37c72cd579e7,segment=NetworkSegment(b35f9506-d49e-4a3b-9403-da7da03e8e93),segment_id=b35f9506-d49e-4a3b-9403-da7da03e8e93)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:21:21.902250 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:21.917894 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] Calling delete_port for 22666125-4dd6-46dd-83d6-37c72cd579e7 owned by network:dhcp {{(pid=94585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:21:21.986254 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.012188 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=22666125-4dd6-46dd-83d6-37c72cd579e7,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:22.018708 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] No DVR routers for this DVR port 22666125-4dd6-46dd-83d6-37c72cd579e7 on host dv-cinder-809965-2-iscsi {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:21:22.094202 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.113777 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de88fe5-ce4f-4022-afd9-bdc67b879e95']}} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:22.120311 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723'] for port, after_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.131157 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35f9506-d49e-4a3b-9403-da7da03e8e93') {'for_net_delete': True} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:22.131157 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35f9506-d49e-4a3b-9403-da7da03e8e93') {} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:21:22.133223 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194785'] for segment, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.144984 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] Pushing event deleted for resources: {'Port': ['ID=22666125-4dd6-46dd-83d6-37c72cd579e7,revision_number=None']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:22.146748 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.149153 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01a3a1-d113-4327-b4da-31cd2d46154d None None] No DVR routers for this DVR port 22666125-4dd6-46dd-83d6-37c72cd579e7 on host dv-cinder-809965-2-iscsi {{(pid=94585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:21:22.158427 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:21:22.158427 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313264'] for segment, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: Traceback (most recent call last): Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: timer() Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: cb(*args, **kw) Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: return func(*args, **kwargs) Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: self._notify() Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: self.callback(batched_events) Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: event.method(event) Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: return f(self, *a, **k) Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._get(url).json() Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: return self.request(url, 'GET', **kwargs) Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:21:22.159721 dv-cinder-809965-2-iscsi neutron-server[94583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:21:22.286136 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.294037 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.295875 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] 10.222.0.15 "DELETE /v2.0/networks/0de88fe5-ce4f-4022-afd9-bdc67b879e95 HTTP/1.1" status: 204 len: 168 time: 0.7010703 Sep 20 23:21:22.305726 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf90f8-726a-4e58-bddb-69843d2d6f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0de88fe5-ce4f-4022-afd9-bdc67b879e95,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:22.377651 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.574169 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59034) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:22.612551 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-37eba076-10c3-4059-8927-0565c9a7c447 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c129ed1551e54495884c864cae8019e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372176 Sep 20 23:21:22.616807 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59036) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:22.662973 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-64966d1e-0f03-4da9-9fd2-9bef7a3b7ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.682750 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-64966d1e-0f03-4da9-9fd2-9bef7a3b7ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.817722 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-64966d1e-0f03-4da9-9fd2-9bef7a3b7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.820370 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-64966d1e-0f03-4da9-9fd2-9bef7a3b7ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:22.821924 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-64966d1e-0f03-4da9-9fd2-9bef7a3b7ca5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d HTTP/1.1" status: 204 len: 168 time: 0.2039084 Sep 20 23:21:22.830693 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64966d1e-0f03-4da9-9fd2-9bef7a3b7ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b66efc7-d2ec-4ee7-afbb-ff94b4dcc63d,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:23.045378 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 22666125-4dd6-46dd-83d6-37c72cd579e7 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:21:23.071052 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 22666125-4dd6-46dd-83d6-37c72cd579e7 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:21:23.071504 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 22666125-4dd6-46dd-83d6-37c72cd579e7 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:21:23.072251 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device bef47847-fc75-4f60-8907-ac9aba23b63b no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:21:23.107821 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: bef47847-fc75-4f60-8907-ac9aba23b63b {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:21:23.107821 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device bef47847-fc75-4f60-8907-ac9aba23b63b not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:21:23.608805 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59044) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:23.648341 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-45e07baa-4287-44e5-b2f4-2d371072b800 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca71cdcbc81b4418b7c9d7d048f973c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384114 Sep 20 23:21:23.650704 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59046) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:21:23.699131 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-603676f8-bf25-4d60-b05b-6ea1549f3681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:23.719125 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-603676f8-bf25-4d60-b05b-6ea1549f3681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:23.814747 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-603676f8-bf25-4d60-b05b-6ea1549f3681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:23.817337 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-603676f8-bf25-4d60-b05b-6ea1549f3681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:23.818990 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-603676f8-bf25-4d60-b05b-6ea1549f3681 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ce7f290-4eaa-4793-8818-a13de4a2af27 HTTP/1.1" status: 204 len: 168 time: 0.1673706 Sep 20 23:21:23.827276 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603676f8-bf25-4d60-b05b-6ea1549f3681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce7f290-4eaa-4793-8818-a13de4a2af27,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:21:35.917502 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d8d397e3-7b8d-430a-ae97-b4476aca880c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:38.496749 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f0d81eb7-da98-4957-bcb3-65e94c594c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:39.028726 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:21:39.184094 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:39.697225 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:41.226137 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:52.411295 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:21:57.034134 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-8a2d4558-db0a-4fd5-8af5-ac70254f3c89 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422406 Sep 20 23:21:57.110482 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-9298b6aa-9a36-41d7-b7ae-dd3a5d19e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:57.112072 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-9298b6aa-9a36-41d7-b7ae-dd3a5d19e30e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 1098 time: 0.0430067 Sep 20 23:21:57.215552 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-4f31a93e-7f44-48e3-bbd2-0f31c6083263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:57.217010 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-4f31a93e-7f44-48e3-bbd2-0f31c6083263 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.0854506 Sep 20 23:21:57.287060 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-fe4fac59-eccb-476d-a545-5ef95dba6c29 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3 HTTP/1.1" status: 200 len: 1001 time: 0.0613174 Sep 20 23:21:57.334677 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-d6bd74e5-e309-4cd1-931f-c6054ffd585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:57.336028 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-d6bd74e5-e309-4cd1-931f-c6054ffd585c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0425367 Sep 20 23:21:57.380654 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-34f566ad-8b35-44c0-9ecc-d2ed178c85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:21:57.382128 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-34f566ad-8b35-44c0-9ecc-d2ed178c85cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394299 Sep 20 23:21:57.477043 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-87207982-dd83-4d34-92ed-4e57162c2fb9 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876212 Sep 20 23:21:57.569150 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b191c8b7-a8c0-4bb1-8fac-b6d101e5ef7b req-6db334b7-ef3b-41c4-bba2-69048b47b122 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854201 Sep 20 23:22:01.970453 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-85c7625c-e13c-4b69-9749-5aecf0978c61 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684148630&fields=id&tenant_id=00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 267 time: 0.0323813 Sep 20 23:22:02.074370 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-a1f23124-2999-4786-9628-b0da7a3a8cea tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:02.075880 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-a1f23124-2999-4786-9628-b0da7a3a8cea tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 812 time: 0.0983453 Sep 20 23:22:02.091003 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-e157a65e-1db7-40a3-9b2e-8fca188d7d37 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/quotas/00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 375 time: 0.0094814 Sep 20 23:22:02.151132 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-cdb3dd01-ca7f-4c63-ba6f-0b61fa0215d3 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0548973 Sep 20 23:22:02.244577 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-b2298ee6-ad0b-4010-b1c8-f7d132b490e1 service neutron] 10.222.0.15 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814505 Sep 20 23:22:02.335304 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-081d7822-3b6e-4289-ae7e-0df330aebd46 service neutron] 10.222.0.15 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846360 Sep 20 23:22:02.875086 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e06dc767-c20d-4d07-bb91-64062743dbfa req-db42819c-4f4f-40b0-80a9-1f2c30bf27f6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 210 time: 0.0274334 Sep 20 23:22:03.973873 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-19ac2dd7-7d04-4181-8d71-0aa4d858f010 req-f9d9abca-4915-4fb5-89d0-eea93df39566 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 210 time: 0.0304248 Sep 20 23:22:04.965076 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-6a742f7b-e2ee-4bca-a343-6134179c5efc tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:04.966536 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-6a742f7b-e2ee-4bca-a343-6134179c5efc tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 812 time: 0.0996728 Sep 20 23:22:05.020754 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-04aa72b7-84f0-4d2f-9ba7-73dce95fc843 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00d8fb1545b141dead071edf3fec94b8 HTTP/1.1" status: 200 len: 380 time: 0.0398555 Sep 20 23:22:05.031445 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'port': {'device_id': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'admin_state_up': True, 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'security_groups': ['7e9ffd54-2e49-4356-b688-4d87616ebdbf']}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:22:05.083485 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e08dba1b-2309-4566-b0d4-a004890962df req-1263b6aa-a485-4b55-9f05-9832a71b0781 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 210 time: 0.0324621 Sep 20 23:22:05.239048 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Made reservation on behalf of 00d8fb1545b141dead071edf3fec94b8 for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:22:05.243483 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:05.371550 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Allocated IP 172.20.0.14 (bffa3681-52ac-4803-9b1c-39491120e0cb/d38c5886-620c-4c3d-8a1e-e242fdcd53ef/19d88555-5e7e-4bd9-8b5c-d0d936890a5e) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:22:05.508102 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:05.511929 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6b692-792c-4f8d-b5f2-55c558828b35 req-9cfdedaa-e09d-45d8-8fe8-f498aa47afac tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:05.513633 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a7f6b692-792c-4f8d-b5f2-55c558828b35 req-9cfdedaa-e09d-45d8-8fe8-f498aa47afac tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Sep 20 23:22:05.555010 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-a7f6b692-792c-4f8d-b5f2-55c558828b35 req-10b5406f-3a78-485e-a1a1-cd94b9260f33 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352347 Sep 20 23:22:05.655012 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:05.699807 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Network bffa3681-52ac-4803-9b1c-39491120e0cb is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:22:05.702880 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:22:05.706816 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:22:05.733355 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:22:05.751980 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.752336 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.756282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.756282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.756282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.756282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.756282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.756282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.756282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.756282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.757232 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.757232 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:05.777146 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:05.777794 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:05.846089 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-effd5255-4e64-4b35-92b7-37f43c56504f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8183312 Sep 20 23:22:05.869884 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Request body: {'port': {'device_id': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:22:05.913588 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-eafbb563-d6e7-4633-a5ee-e844de6e0a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:05.925031 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:05.956261 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-3363981a-329e-4b30-9dac-889e679850f6 None None] Provisioning complete for port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:22:05.957220 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3363981a-329e-4b30-9dac-889e679850f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:05.990021 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-3363981a-329e-4b30-9dac-889e679850f6 None None] Port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:22:06.207645 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d88555-5e7e-4bd9-8b5c-d0d936890a5e {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:22:06.217047 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:06.234139 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Transition to ACTIVE for port object 19d88555-5e7e-4bd9-8b5c-d0d936890a5e will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:22:06.242803 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c8924-b2f6-45cc-96dc-21d951b68a0c req-b0f90673-8dc0-419a-85b7-687194c92db5 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:06.248671 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b58c8924-b2f6-45cc-96dc-21d951b68a0c req-b0f90673-8dc0-419a-85b7-687194c92db5 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 932 time: 0.0742300 Sep 20 23:22:06.280870 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b58c8924-b2f6-45cc-96dc-21d951b68a0c req-52e7134a-87bc-4c24-8668-2400b930690d tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305233 Sep 20 23:22:06.330477 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:06.387573 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Pushing event updated for resources: {'Port': ['ID=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:22:06.451321 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Attempting to bind port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:22:06.451689 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Attempting to bind port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:22:06.451985 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Attempting to bind port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e on network bffa3681-52ac-4803-9b1c-39491120e0cb {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:22:06.456594 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e on network bffa3681-52ac-4803-9b1c-39491120e0cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:22:06.456942 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Attempting to bind port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e on network bffa3681-52ac-4803-9b1c-39491120e0cb {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:22:06.462051 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:22:06.462384 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Checking segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:22:06.462773 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Bound using segment: {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:22:06.463209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Bound port: 19d88555-5e7e-4bd9-8b5c-d0d936890a5e, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f90c3f-ce7b-4d11-8bbb-cca5acadd035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:22:06.463570 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:06.533249 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] For port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:22:06.536933 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] For port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:22:06.593480 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:06.631811 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:06.632562 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:06.634097 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] 10.222.0.35 "PUT /v2.0/ports/19d88555-5e7e-4bd9-8b5c-d0d936890a5e HTTP/1.1" status: 200 len: 1094 time: 0.7684386 Sep 20 23:22:06.634369 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:22:06.637879 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b06aa5-152b-4103-a7a5-72bf83aca302" -d '{"events": [{"name": "network-changed", "server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:22:06.674874 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57494e2c-df6a-44ac-9398-d4100eaa1193 service neutron] Pushing event updated for resources: {'Port': ['ID=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:22:06.683412 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529e4880-31c4-4cb9-a507-0246c49574d1 x-openstack-request-id: req-529e4880-31c4-4cb9-a507-0246c49574d1 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:22:06.683778 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:22:06.684116 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-529e4880-31c4-4cb9-a507-0246c49574d1 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:22:06.684589 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'status': 'completed', 'code': 200} Sep 20 23:22:06.702806 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792d244-1808-4e61-b269-8956ca19a408 req-38859ff7-69bc-462f-9a12-7f73736d0add tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:06.704390 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3792d244-1808-4e61-b269-8956ca19a408 req-38859ff7-69bc-462f-9a12-7f73736d0add tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0714836 Sep 20 23:22:06.746196 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3792d244-1808-4e61-b269-8956ca19a408 req-4f7b28f9-589f-4ce2-ae5c-6db8febd6c26 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353103 Sep 20 23:22:06.772928 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b06aa5-152b-4103-a7a5-72bf83aca302 req-19fa42fd-eece-48cc-bf7e-b9c179def82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:06.774499 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c0b06aa5-152b-4103-a7a5-72bf83aca302 req-19fa42fd-eece-48cc-bf7e-b9c179def82c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 1097 time: 0.0470951 Sep 20 23:22:06.896455 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b06aa5-152b-4103-a7a5-72bf83aca302 req-6c849392-7a16-48d4-93eb-c2da6b870602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:06.898052 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c0b06aa5-152b-4103-a7a5-72bf83aca302 req-6c849392-7a16-48d4-93eb-c2da6b870602 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=00d8fb1545b141dead071edf3fec94b8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1084659 Sep 20 23:22:06.990486 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b06aa5-152b-4103-a7a5-72bf83aca302 req-65723754-b789-423c-8f09-c94a4a21fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:06.991856 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c0b06aa5-152b-4103-a7a5-72bf83aca302 req-65723754-b789-423c-8f09-c94a4a21fe24 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866261 Sep 20 23:22:07.090462 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-04cb064f-d63f-41fd-b6e6-0b31bd8a50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:07.091924 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-04cb064f-d63f-41fd-b6e6-0b31bd8a50ca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 1097 time: 0.0409417 Sep 20 23:22:07.142735 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-b133a2a8-9be0-4ec1-82f7-410c7584f339 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19d88555-5e7e-4bd9-8b5c-d0d936890a5e HTTP/1.1" status: 200 len: 217 time: 0.0354481 Sep 20 23:22:07.190733 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-e19ce163-62f0-49b3-b3d9-6f12d832f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:07.192114 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-e19ce163-62f0-49b3-b3d9-6f12d832f6ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0416729 Sep 20 23:22:07.237464 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-236e5f80-3658-43d9-9180-124d228075ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:07.239068 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-236e5f80-3658-43d9-9180-124d228075ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383351 Sep 20 23:22:07.329574 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-9bd9de60-43fb-4021-9ad6-98970883efc6 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831263 Sep 20 23:22:07.442220 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9008d-2eb6-4f86-aca3-84f2e08314a9 req-23b86382-6ecb-48f7-a5de-ae9c63d87c96 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:07.443664 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-43b9008d-2eb6-4f86-aca3-84f2e08314a9 req-23b86382-6ecb-48f7-a5de-ae9c63d87c96 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 944 time: 0.0890498 Sep 20 23:22:07.469592 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1ae491e9-9ef7-4524-a417-dd6d0bd1da62 req-2840025f-bee6-4429-8ed1-42a5af2e88ec service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323774 Sep 20 23:22:07.489559 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-43b9008d-2eb6-4f86-aca3-84f2e08314a9 req-06cacffa-5adf-4c1f-8a80-4579b0df10bc tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355916 Sep 20 23:22:07.862352 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e28a79-7861-4c0b-b1e9-0cb0b84ea4cc req-1ef8ffd5-9786-43f9-aca4-49c906dee6b2 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:07.864009 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-20e28a79-7861-4c0b-b1e9-0cb0b84ea4cc req-1ef8ffd5-9786-43f9-aca4-49c906dee6b2 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0495512 Sep 20 23:22:07.902007 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-20e28a79-7861-4c0b-b1e9-0cb0b84ea4cc req-a6a14032-7c39-41ec-89f2-824b3cd723bd tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310423 Sep 20 23:22:08.501578 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4b446c2a-7d10-4c82-9bf8-e9e3234dd809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:08.601479 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23942a1a-2a93-42f7-9460-68f70e2632fc req-6fbf0b9f-0e30-489d-bc0a-84af6c09d984 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:08.602963 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-23942a1a-2a93-42f7-9460-68f70e2632fc req-6fbf0b9f-0e30-489d-bc0a-84af6c09d984 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 944 time: 0.0481846 Sep 20 23:22:08.640276 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-23942a1a-2a93-42f7-9460-68f70e2632fc req-442af971-3c29-48a9-99d9-def962e06871 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314915 Sep 20 23:22:09.013710 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f029b2b-e924-4212-89e1-77c36d01dbe2 req-544909b7-137e-4a4e-9c0b-c6b1bf2376f9 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:09.015384 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3f029b2b-e924-4212-89e1-77c36d01dbe2 req-544909b7-137e-4a4e-9c0b-c6b1bf2376f9 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0478532 Sep 20 23:22:09.056432 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-3f029b2b-e924-4212-89e1-77c36d01dbe2 req-d4ad1ae3-8fd5-4a52-9c3c-97753f3d7562 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352919 Sep 20 23:22:09.113941 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:09.684272 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:09.751113 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c7926-ef9e-4516-a22a-72692275f622 req-d128352b-2e93-4c20-a9d7-9aa8e0566412 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:09.752550 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eb9c7926-ef9e-4516-a22a-72692275f622 req-d128352b-2e93-4c20-a9d7-9aa8e0566412 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 944 time: 0.0475612 Sep 20 23:22:09.790426 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eb9c7926-ef9e-4516-a22a-72692275f622 req-81f02578-ca21-4be5-8cb9-94c60c766cc7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312383 Sep 20 23:22:10.167477 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e15547-dc65-4659-b9f1-f23ec2637f4e req-5ebc8fbe-6798-4f9b-a386-7d25d1f22b25 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:10.168932 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-49e15547-dc65-4659-b9f1-f23ec2637f4e req-5ebc8fbe-6798-4f9b-a386-7d25d1f22b25 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0475600 Sep 20 23:22:10.207334 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-49e15547-dc65-4659-b9f1-f23ec2637f4e req-fa28e7bf-32ec-4a0a-a979-e5dd714aca92 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324588 Sep 20 23:22:10.906758 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e4ca3-aa76-40f6-ad31-283580301cb3 req-b63b0da6-ab56-4288-b155-72a9cf51baf2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:10.908188 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-884e4ca3-aa76-40f6-ad31-283580301cb3 req-b63b0da6-ab56-4288-b155-72a9cf51baf2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 944 time: 0.0505030 Sep 20 23:22:10.944979 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-884e4ca3-aa76-40f6-ad31-283580301cb3 req-e87e9697-faeb-446c-8e81-48679549e3cb tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302804 Sep 20 23:22:11.255843 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:11.319684 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f60a9d2-5256-46a0-b03b-3c8ad80c74e0 req-9933a972-3263-4278-91d7-337432c3629d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:11.321420 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5f60a9d2-5256-46a0-b03b-3c8ad80c74e0 req-9933a972-3263-4278-91d7-337432c3629d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0479600 Sep 20 23:22:11.357689 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5f60a9d2-5256-46a0-b03b-3c8ad80c74e0 req-552fe9df-9b7f-4b50-a315-7394444e9dc4 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303814 Sep 20 23:22:12.060047 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b32c1-a3fe-4dd7-898c-7ef88af67e34 req-4bf132dc-882d-4532-b610-981c0677948c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:12.061505 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-aa8b32c1-a3fe-4dd7-898c-7ef88af67e34 req-4bf132dc-882d-4532-b610-981c0677948c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 944 time: 0.0484934 Sep 20 23:22:12.098789 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-aa8b32c1-a3fe-4dd7-898c-7ef88af67e34 req-aa1967bf-007c-4727-9761-efef2e7d1516 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312154 Sep 20 23:22:12.477049 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bcfed-f6db-4c54-9612-60d818f3b67d req-00f7833b-2b17-4450-9d7e-2a8c17f1633e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:12.480259 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5f8bcfed-f6db-4c54-9612-60d818f3b67d req-00f7833b-2b17-4450-9d7e-2a8c17f1633e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0574930 Sep 20 23:22:12.525231 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-5f8bcfed-f6db-4c54-9612-60d818f3b67d req-df6f76f1-43f4-4f1e-8f91-bbb799ebdad6 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391042 Sep 20 23:22:13.210644 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc4a4d-2fd1-4be8-9a48-ce339612d684 req-6224ae55-fb3c-4062-a2aa-e0caa20a5731 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:13.212114 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d2bc4a4d-2fd1-4be8-9a48-ce339612d684 req-6224ae55-fb3c-4062-a2aa-e0caa20a5731 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 944 time: 0.0487738 Sep 20 23:22:13.248445 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d2bc4a4d-2fd1-4be8-9a48-ce339612d684 req-7b29a3cb-e23d-4f3e-8e62-8fd3b3d8a7e7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306313 Sep 20 23:22:13.638242 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629b68c-0d7a-4726-a2a9-12b1a7bc7f9e req-53481dd3-f267-45d8-9ac4-5ae5d382d54b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:13.639706 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8629b68c-0d7a-4726-a2a9-12b1a7bc7f9e req-53481dd3-f267-45d8-9ac4-5ae5d382d54b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0494368 Sep 20 23:22:13.676628 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-8629b68c-0d7a-4726-a2a9-12b1a7bc7f9e req-97dcd037-6c99-4bbe-bb16-f3453e56eeba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306005 Sep 20 23:22:14.363460 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9f92b-7e6e-42b0-ac28-28b37bcd046f req-b9dc7f52-5347-40e0-a4bd-534fe169b199 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:14.364905 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d8e9f92b-7e6e-42b0-ac28-28b37bcd046f req-b9dc7f52-5347-40e0-a4bd-534fe169b199 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 944 time: 0.0519376 Sep 20 23:22:14.402236 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d8e9f92b-7e6e-42b0-ac28-28b37bcd046f req-d70b3cf4-2496-42a6-a4f4-cc93a1165ad7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314531 Sep 20 23:22:14.788851 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fc36c-51d4-4f7d-8f44-eb997ffa9ef2 req-d76443e8-bafc-4546-8542-31cf6fe6b468 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:14.790339 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-081fc36c-51d4-4f7d-8f44-eb997ffa9ef2 req-d76443e8-bafc-4546-8542-31cf6fe6b468 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0479615 Sep 20 23:22:14.826757 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-081fc36c-51d4-4f7d-8f44-eb997ffa9ef2 req-06d8450c-f026-4e02-9f6c-89d059ea5087 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306480 Sep 20 23:22:15.437004 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 19d88555-5e7e-4bd9-8b5c-d0d936890a5e details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:22:15.521726 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abc390-31ab-4119-9b14-7e4b5bb6b4e3 req-ea6ab43f-4fb1-4627-9b2a-3007f7ec560f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:15.523245 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b9abc390-31ab-4119-9b14-7e4b5bb6b4e3 req-ea6ab43f-4fb1-4627-9b2a-3007f7ec560f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 944 time: 0.0547588 Sep 20 23:22:15.532635 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:22:15.545529 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'port_id': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'mac_address': 'fa:16:3e:e3:33:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:22:15.560639 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b9abc390-31ab-4119-9b14-7e4b5bb6b4e3 req-e02cc1b2-645b-4196-8222-a0a8346129de tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314054 Sep 20 23:22:15.587365 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:15.600165 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d88555-5e7e-4bd9-8b5c-d0d936890a5e {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:22:15.618852 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:22:15.678237 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:15.726592 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:22:15.733524 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.733901 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.734250 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.734590 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.734928 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.735263 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.735597 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.735929 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.736285 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.736617 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.736945 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.737271 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:22:15.942915 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b53ff8-ba5b-49ee-9de6-cb00d672a6ff req-f7a16dee-bc43-4c57-b3ff-a113f816fb2f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:15.944477 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c3b53ff8-ba5b-49ee-9de6-cb00d672a6ff req-f7a16dee-bc43-4c57-b3ff-a113f816fb2f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0495093 Sep 20 23:22:15.985734 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c3b53ff8-ba5b-49ee-9de6-cb00d672a6ff req-991e1c1d-274d-470e-82f4-7d2a56b2518a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347130 Sep 20 23:22:15.995342 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['19d88555-5e7e-4bd9-8b5c-d0d936890a5e'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:22:16.028322 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:22:16.672217 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98b06c-fcee-4983-a523-125de7ce3d5d req-6c06fcda-125f-4497-9d48-1d6391d4e7c7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:16.673662 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a98b06c-fcee-4983-a523-125de7ce3d5d req-6c06fcda-125f-4497-9d48-1d6391d4e7c7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 945 time: 0.0476913 Sep 20 23:22:16.710927 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1a98b06c-fcee-4983-a523-125de7ce3d5d req-5648e6a4-292a-4502-82eb-ede5b175586b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314178 Sep 20 23:22:17.100016 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425f154-3d79-4514-ba89-40e779478593 req-5f47c6fa-fa53-43c5-aef2-bb4a9dadc9ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:17.101479 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f425f154-3d79-4514-ba89-40e779478593 req-5f47c6fa-fa53-43c5-aef2-bb4a9dadc9ba tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Sep 20 23:22:17.138314 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f425f154-3d79-4514-ba89-40e779478593 req-89cfadea-9c85-4696-97ae-134a2d56331c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307858 Sep 20 23:22:17.453847 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 19d88555-5e7e-4bd9-8b5c-d0d936890a5e up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:22:17.472927 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471cdc7-dbda-460f-a03e-329f26cfd125 req-248c0098-a26e-4d23-9d9f-d823214c5a5d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:17.474447 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2471cdc7-dbda-460f-a03e-329f26cfd125 req-248c0098-a26e-4d23-9d9f-d823214c5a5d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0499201 Sep 20 23:22:17.515940 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2471cdc7-dbda-460f-a03e-329f26cfd125 req-efd6c4e9-9797-46f7-b90d-c221ff57d013 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343528 Sep 20 23:22:17.564130 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:22:17.568286 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:22:17.568654 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:17.650102 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:17.673887 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:22:17.676423 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0958c3d0-3809-437a-9ef9-360efedbf047" -d '{"events": [{"server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "name": "network-vif-plugged", "status": "completed", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:22:17.690288 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:22:17.715115 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f979558b-618b-46d6-89a0-f149971a2a4c x-openstack-request-id: req-f979558b-618b-46d6-89a0-f149971a2a4c {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:22:17.715602 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "name": "network-vif-plugged", "status": "completed", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:22:17.715886 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f979558b-618b-46d6-89a0-f149971a2a4c {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:22:17.716290 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'code': 200} Sep 20 23:22:17.747776 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:17.801449 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:22:17.836674 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981801a3-f558-40a1-b407-d2ab267fbaa1 req-cb8b15a3-5bf9-495d-a09d-761563169245 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:17.838192 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-981801a3-f558-40a1-b407-d2ab267fbaa1 req-cb8b15a3-5bf9-495d-a09d-761563169245 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 946 time: 0.0519907 Sep 20 23:22:17.884441 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-981801a3-f558-40a1-b407-d2ab267fbaa1 req-34aa046b-9a73-4ce8-81cf-05525e20f529 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400100 Sep 20 23:22:17.906605 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-d21856c3-059b-4e7f-abd8-e9df8a359675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:17.908022 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-d21856c3-059b-4e7f-abd8-e9df8a359675 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 1098 time: 0.3118157 Sep 20 23:22:17.997996 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-c9e3dc9e-e519-4ee8-9680-1926c2d166d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:17.999425 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-c9e3dc9e-e519-4ee8-9680-1926c2d166d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 200 len: 911 time: 0.0835676 Sep 20 23:22:18.068327 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-7b1d4eba-c3c7-4ed6-9d7c-92aea8cb7f44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd HTTP/1.1" status: 200 len: 1001 time: 0.0608566 Sep 20 23:22:18.098098 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58266120-4ba4-44e2-896b-4491535817d1 req-3612a80d-7a07-443a-b82c-780dc03a3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:18.099583 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-58266120-4ba4-44e2-896b-4491535817d1 req-3612a80d-7a07-443a-b82c-780dc03a3315 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 1099 time: 0.0399849 Sep 20 23:22:18.118455 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-6637dace-e0a0-4521-8e84-ab55e4a6d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:18.119909 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-6637dace-e0a0-4521-8e84-ab55e4a6d07a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e4fa2d1-fac2-4705-9e55-af8533cf726a HTTP/1.1" status: 200 len: 849 time: 0.0438573 Sep 20 23:22:18.134223 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-58266120-4ba4-44e2-896b-4491535817d1 req-4ad074ef-8354-4984-860c-55b08ba703cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275342 Sep 20 23:22:18.164530 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-67f09416-b5dd-426d-a12b-b2e8b2ac22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:18.165945 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-67f09416-b5dd-426d-a12b-b2e8b2ac22f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6af26f7a-6e55-4d19-97cd-7268df2adaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386245 Sep 20 23:22:18.523717 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-590c8907-614c-4d82-afcd-14306bae7ee5 service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838017 Sep 20 23:22:18.650310 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0d9051d6-bb3b-4b68-a7c7-5bb1bcddf3d0 req-1732d562-8fce-4f9e-9484-4992179ab170 service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143801 Sep 20 23:22:18.664017 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136c0ef-6555-4c99-a1c1-f60e16b3917f req-3eedd7e4-eea9-4883-9dda-c3a914e72ffe tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:18.665633 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3136c0ef-6555-4c99-a1c1-f60e16b3917f req-3eedd7e4-eea9-4883-9dda-c3a914e72ffe tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0759408 Sep 20 23:22:18.707755 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-3136c0ef-6555-4c99-a1c1-f60e16b3917f req-326cf8cb-ec30-4c30-8e67-13ff659dc277 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354688 Sep 20 23:22:18.995798 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d7f3-32e4-486f-a389-ae35ba45044d req-c21a5fac-5c8e-471a-ac45-c4d263e83409 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:18.997251 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1408d7f3-32e4-486f-a389-ae35ba45044d req-c21a5fac-5c8e-471a-ac45-c4d263e83409 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 946 time: 0.0481160 Sep 20 23:22:19.034153 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1408d7f3-32e4-486f-a389-ae35ba45044d req-c7176e23-1682-48a5-9d0f-df58e4a5aeea tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309844 Sep 20 23:22:19.822972 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb884d7-9b57-4d19-9453-629f6031ef7a req-3dbafbbe-be9e-442d-b923-b08ca3cdde22 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:19.824587 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5fb884d7-9b57-4d19-9453-629f6031ef7a req-3dbafbbe-be9e-442d-b923-b08ca3cdde22 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Sep 20 23:22:19.863003 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5fb884d7-9b57-4d19-9453-629f6031ef7a req-04c57141-3a5c-448d-ab1f-f837aee674dd tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Sep 20 23:22:20.147316 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7022cbc-cc44-4076-8398-58eacb35a623 req-6d8ce96e-f85c-4be2-863d-5ae6e722f53c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:20.148778 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e7022cbc-cc44-4076-8398-58eacb35a623 req-6d8ce96e-f85c-4be2-863d-5ae6e722f53c tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 946 time: 0.0481374 Sep 20 23:22:20.192928 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e7022cbc-cc44-4076-8398-58eacb35a623 req-cf230992-6dd4-4b9e-a879-d3b67e368af7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381739 Sep 20 23:22:20.303769 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54273647-0990-4fd6-a077-48473d3646a7 req-19219a1f-e96a-4872-8f6e-c22b7512d6ea tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:20.305208 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-54273647-0990-4fd6-a077-48473d3646a7 req-19219a1f-e96a-4872-8f6e-c22b7512d6ea tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 946 time: 0.0475709 Sep 20 23:22:20.342244 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-54273647-0990-4fd6-a077-48473d3646a7 req-90c943f4-cef2-4e9d-b5c4-8e4bb93d3cd6 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310326 Sep 20 23:22:20.363394 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59274) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:22:20.405253 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d13bd75-ea1e-49f0-a081-1b6ce2cf04d5 tempest-TestVolumeBootPattern-1967192850 tempest-TestVolumeBootPattern-1967192850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:20.406797 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-0d13bd75-ea1e-49f0-a081-1b6ce2cf04d5 tempest-TestVolumeBootPattern-1967192850 tempest-TestVolumeBootPattern-1967192850-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 1094 time: 0.0424514 Sep 20 23:22:20.409504 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59276) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:22:20.413675 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'port_id': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:22:20.524119 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:20.616495 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:20.721278 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Allocated IP 172.27.3.100 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/6fe28a91-1c75-4486-b96e-d3f655fe391d) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:22:20.820528 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:20.905473 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:20.942045 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:22:20.944930 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:22:20.948680 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:22:20.975712 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=6fe28a91-1c75-4486-b96e-d3f655fe391d,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:22:21.300984 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:21.426843 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:21.571620 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:21.642375 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:21.708302 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event updated for resources: {'Port': ['ID=6fe28a91-1c75-4486-b96e-d3f655fe391d,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:22:21.717649 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:21.815702 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Floating IP 80d5ff9f-fe84-41a6-b283-202a8f9f1f6b associated. External IP: 172.27.3.100, port: 19d88555-5e7e-4bd9-8b5c-d0d936890a5e. Sep 20 23:22:22.022465 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:22:22.128383 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:22:22.138196 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:22:22.147209 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:22:22.147838 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:22:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:22:22.227024 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:22.251441 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:22:22.255525 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-187353de-d595-4bbe-b583-feb092afb21f tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8449917 Sep 20 23:22:22.256146 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:22:22.258561 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe418f9-9d86-41da-8d5f-b423a8c94d84" -d '{"events": [{"name": "network-changed", "server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:22:22.296631 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329580b5-3ba6-40b6-a232-45ec7258fa46 x-openstack-request-id: req-329580b5-3ba6-40b6-a232-45ec7258fa46 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:22:22.296920 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:22:22.297171 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-329580b5-3ba6-40b6-a232-45ec7258fa46 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:22:22.297598 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'status': 'completed', 'code': 200} Sep 20 23:22:22.381088 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:22.383316 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-cbcccdc2-a4f9-4e93-b679-5d383af7e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:22.384825 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-cbcccdc2-a4f9-4e93-b679-5d383af7e7fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 1099 time: 0.0412986 Sep 20 23:22:22.478183 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-9c7dc2c4-ee40-4714-9a4c-70f89699e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:22.479079 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 1, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}, {'id': '80d5ff9f-fe84-41a6-b283-202a8f9f1f6b', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:e3:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:22:21Z', 'updated_at': '2021-09-20T23:22:21Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:22:22.479762 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-9c7dc2c4-ee40-4714-9a4c-70f89699e33a service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.0880442 Sep 20 23:22:22.505104 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:22:22.513213 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:22:22.513850 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:22:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:22:22.548411 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-efeadfc7-aaf9-4c89-a57c-60cdbb68944d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19d88555-5e7e-4bd9-8b5c-d0d936890a5e HTTP/1.1" status: 200 len: 1000 time: 0.0618682 Sep 20 23:22:22.602329 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-9450f0e7-b60e-495c-addf-ce0729e36e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:22.603808 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-9450f0e7-b60e-495c-addf-ce0729e36e7f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0468121 Sep 20 23:22:22.650596 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-726fd841-a8d9-4d16-bde8-2eae72a95809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:22.652002 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-726fd841-a8d9-4d16-bde8-2eae72a95809 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410910 Sep 20 23:22:22.697758 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:22:22.744638 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-b92e8e29-ef09-4afe-b202-41f319be30c7 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847933 Sep 20 23:22:22.832794 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-0fe418f9-9d86-41da-8d5f-b423a8c94d84 req-5c045bea-448f-4e7a-a7ac-52fdfe062fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814662 Sep 20 23:22:22.919064 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 1, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}, {'id': '80d5ff9f-fe84-41a6-b283-202a8f9f1f6b', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:e3:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:22:21Z', 'updated_at': '2021-09-20T23:22:21Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:22:22.945946 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2553cd95-65d2-4eed-a4c7-65029816fa26 None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 1, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}, {'id': '80d5ff9f-fe84-41a6-b283-202a8f9f1f6b', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.100', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:e3:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:22:21Z', 'updated_at': '2021-09-20T23:22:21Z', 'revision_number': 0, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:22:23.123120 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff38a3-158c-4e5c-824e-20f086b7659f None None] New status for floating IP 80d5ff9f-fe84-41a6-b283-202a8f9f1f6b: ACTIVE {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:22:35.963724 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-46094c01-5923-42a9-9567-d151074d60fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:38.471619 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fa22477d-f244-4a78-8a0a-88a7a6cb9c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:39.128969 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:39.671962 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:41.253400 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:52.408906 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:22:53.027276 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:22:56.303686 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee858e3-e595-4b03-b919-a4528c8473b9 req-212e8c95-8146-4b36-be5c-4bbd5d4ed352 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:56.305709 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cee858e3-e595-4b03-b919-a4528c8473b9 req-212e8c95-8146-4b36-be5c-4bbd5d4ed352 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0486333 Sep 20 23:22:56.346815 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cee858e3-e595-4b03-b919-a4528c8473b9 req-73ef4243-d2df-4dc8-9277-f0b089a23eff tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350146 Sep 20 23:22:56.861385 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-5b20aff7-46cb-412d-863d-c873e6313b8c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387368 Sep 20 23:22:56.960281 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-23999799-9a24-45a2-b4c7-aff4bc58e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:56.961916 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-23999799-9a24-45a2-b4c7-aff4bc58e20d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 1098 time: 0.0403788 Sep 20 23:22:57.065296 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-9795d4e0-1a5e-4caa-a35c-446b0b5e6f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:57.066778 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-9795d4e0-1a5e-4caa-a35c-446b0b5e6f33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.0862875 Sep 20 23:22:57.131560 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-9b10c5d8-9b19-4087-955e-8bc47caf573f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3 HTTP/1.1" status: 200 len: 1001 time: 0.0560801 Sep 20 23:22:57.178953 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-6477bfc7-e5df-4206-8ada-bda5eec05993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:57.180941 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-6477bfc7-e5df-4206-8ada-bda5eec05993 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0424292 Sep 20 23:22:57.228121 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-44dd2247-fdae-4469-bd33-e1fad5709f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:57.232441 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-44dd2247-fdae-4469-bd33-e1fad5709f7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420673 Sep 20 23:22:57.328184 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-cbf4e909-594f-4f63-978b-0d5c6cc42cab service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913007 Sep 20 23:22:57.421097 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a882a2a2-f65a-4f3a-b9ba-1904b47c2d28 req-bd3dc053-416a-416f-9ede-6920d896752d service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854533 Sep 20 23:22:57.462415 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54122aca-83cf-43fc-87a5-a9242fce5522 req-d2cbbed0-ae6b-4e2d-91df-d73def7b87ab tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:57.463868 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-54122aca-83cf-43fc-87a5-a9242fce5522 req-d2cbbed0-ae6b-4e2d-91df-d73def7b87ab tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0485258 Sep 20 23:22:57.500343 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-54122aca-83cf-43fc-87a5-a9242fce5522 req-16584d73-c07d-4d7e-ad99-fb0019cb3ef2 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Sep 20 23:22:58.614761 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7037d-c6ec-4a6b-bad0-0b67a795ebd4 req-bda32dd9-88ce-44e8-867d-206c06c60e0f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:58.616315 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-25e7037d-c6ec-4a6b-bad0-0b67a795ebd4 req-bda32dd9-88ce-44e8-867d-206c06c60e0f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0492370 Sep 20 23:22:58.655658 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-25e7037d-c6ec-4a6b-bad0-0b67a795ebd4 req-726a6b78-9952-4b60-8d1a-9739f20b4bcb tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330031 Sep 20 23:22:59.768277 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ffa05-4a27-4e1b-b84c-ecbf4850cded req-3e956792-76e7-4f7f-aa53-4ef42c77da54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:22:59.769730 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-297ffa05-4a27-4e1b-b84c-ecbf4850cded req-3e956792-76e7-4f7f-aa53-4ef42c77da54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0476887 Sep 20 23:22:59.805218 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-297ffa05-4a27-4e1b-b84c-ecbf4850cded req-aac53c0f-2c19-4501-8779-9a264bb8c451 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298090 Sep 20 23:23:00.917085 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1e2c2-fb96-4db8-b749-6418b30ea2e2 req-65dab40b-11eb-4b44-9d09-c93be076b54a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:00.918558 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41c1e2c2-fb96-4db8-b749-6418b30ea2e2 req-65dab40b-11eb-4b44-9d09-c93be076b54a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0470116 Sep 20 23:23:00.955448 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41c1e2c2-fb96-4db8-b749-6418b30ea2e2 req-f98ddac3-dc72-43ac-b5bc-2ed50dce9da3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311308 Sep 20 23:23:02.065524 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d093c8-d558-4dea-ab7b-0d6610b0d104 req-d0d7466e-219b-4219-942a-14fe340287d6 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:02.066990 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-94d093c8-d558-4dea-ab7b-0d6610b0d104 req-d0d7466e-219b-4219-942a-14fe340287d6 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0471063 Sep 20 23:23:02.108158 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-94d093c8-d558-4dea-ab7b-0d6610b0d104 req-5307dc57-e3de-4e31-bb41-1afbf19efdf1 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349352 Sep 20 23:23:03.224041 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00b98d-3b02-4651-b69c-11021873a2d1 req-89fe0f05-20f0-47b6-9d51-88d6242b233c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:03.225528 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ab00b98d-3b02-4651-b69c-11021873a2d1 req-89fe0f05-20f0-47b6-9d51-88d6242b233c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0516157 Sep 20 23:23:03.263721 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ab00b98d-3b02-4651-b69c-11021873a2d1 req-ab19748e-49ae-4b23-9b92-7807b204d3c9 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317354 Sep 20 23:23:04.376062 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6549d72-dffe-487c-be4f-7e6f2f50ef1a req-963906a1-0887-4211-b443-644b724fd533 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:04.377510 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c6549d72-dffe-487c-be4f-7e6f2f50ef1a req-963906a1-0887-4211-b443-644b724fd533 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0473716 Sep 20 23:23:04.413536 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c6549d72-dffe-487c-be4f-7e6f2f50ef1a req-0cdb86e5-0384-4111-a102-703240309b60 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301747 Sep 20 23:23:05.018969 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b44a90-e256-4a6b-aa69-d93b4ed0ab10 req-c54df6b7-d380-4467-9542-06224205ff23 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:05.020442 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-61b44a90-e256-4a6b-aa69-d93b4ed0ab10 req-c54df6b7-d380-4467-9542-06224205ff23 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0477369 Sep 20 23:23:05.063613 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-61b44a90-e256-4a6b-aa69-d93b4ed0ab10 req-55ce1764-4753-4b63-a2e6-39fedfc153a7 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356174 Sep 20 23:23:05.527379 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315e089-664a-4435-bbd1-131480ccedbe req-475b6f4a-2d07-4752-8d30-79aaea101f4c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:05.528849 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4315e089-664a-4435-bbd1-131480ccedbe req-475b6f4a-2d07-4752-8d30-79aaea101f4c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0483773 Sep 20 23:23:05.564983 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4315e089-664a-4435-bbd1-131480ccedbe req-bc0ea7a0-11f6-438f-97a0-3db15e5091a2 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301890 Sep 20 23:23:05.911338 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c483bb0b-812d-49fa-8789-6b46d27d18ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:06.173979 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a985c-b247-4f17-a7fc-786b9d9ff6b2 req-9b341a48-dd7b-424e-8a01-c461280ff399 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:06.175409 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-878a985c-b247-4f17-a7fc-786b9d9ff6b2 req-9b341a48-dd7b-424e-8a01-c461280ff399 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0472462 Sep 20 23:23:06.215470 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-878a985c-b247-4f17-a7fc-786b9d9ff6b2 req-a849af78-0cee-4535-9252-93d6cb8ac2c2 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334570 Sep 20 23:23:06.677662 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec551b-b9c0-490f-8bf2-9e6245aa0221 req-1ce74a8f-6508-4f8b-ac27-26e7994eac62 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:06.679140 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-08ec551b-b9c0-490f-8bf2-9e6245aa0221 req-1ce74a8f-6508-4f8b-ac27-26e7994eac62 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0484021 Sep 20 23:23:06.716957 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-08ec551b-b9c0-490f-8bf2-9e6245aa0221 req-86d358e1-57ae-4cd6-8696-ba7f09d63f57 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Sep 20 23:23:07.327607 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a762fa4-ff4d-4373-a31c-750e159d708b req-8dd843b6-8234-45c2-b564-e0f2481f7dcb tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:07.329082 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2a762fa4-ff4d-4373-a31c-750e159d708b req-8dd843b6-8234-45c2-b564-e0f2481f7dcb tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0487895 Sep 20 23:23:07.365396 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2a762fa4-ff4d-4373-a31c-750e159d708b req-04dc116d-4a11-4e83-ba71-7b4e404924b2 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303125 Sep 20 23:23:07.832346 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347baa57-d3f4-413a-a442-4ed7f17c6644 req-6c6ff4ea-d707-4151-adac-b44fc6fdc351 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:07.833821 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-347baa57-d3f4-413a-a442-4ed7f17c6644 req-6c6ff4ea-d707-4151-adac-b44fc6fdc351 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0516388 Sep 20 23:23:07.871448 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-347baa57-d3f4-413a-a442-4ed7f17c6644 req-8557ad04-6bc3-485f-9c96-0b2d9743f55f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316620 Sep 20 23:23:08.198354 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc6309-2947-428a-aa30-32ce7bb1af62 req-789f1262-4a6d-41fd-865a-951a032b7037 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:08.199980 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-72cc6309-2947-428a-aa30-32ce7bb1af62 req-789f1262-4a6d-41fd-865a-951a032b7037 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0495460 Sep 20 23:23:08.239044 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-72cc6309-2947-428a-aa30-32ce7bb1af62 req-46b88a93-ba72-4e3a-9495-e31541dd798f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331874 Sep 20 23:23:08.324024 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c260e-760e-466d-98d6-e514529592ec req-ca18687b-2e8b-42c4-96be-e1503a9d5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:08.325482 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-da6c260e-760e-466d-98d6-e514529592ec req-ca18687b-2e8b-42c4-96be-e1503a9d5091 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 1098 time: 0.0418093 Sep 20 23:23:08.422327 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c260e-760e-466d-98d6-e514529592ec req-325d8295-dae6-4a84-9060-18a1815d013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:08.424426 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-da6c260e-760e-466d-98d6-e514529592ec req-325d8295-dae6-4a84-9060-18a1815d013d service neutron] 10.222.0.35 "GET /v2.0/networks?id=6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 200 len: 911 time: 0.0889263 Sep 20 23:23:08.476549 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-8db06e01-98ea-4320-b860-b812b735a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:08.482080 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102e47f-756a-4121-90f2-52cb20989ce1 req-08d1081c-a22a-4759-bf67-19f09ab34815 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:08.483606 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2102e47f-756a-4121-90f2-52cb20989ce1 req-08d1081c-a22a-4759-bf67-19f09ab34815 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Sep 20 23:23:08.491290 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-da6c260e-760e-466d-98d6-e514529592ec req-a269d4ec-1f04-4991-ada4-bece6f22220b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd HTTP/1.1" status: 200 len: 1001 time: 0.0590475 Sep 20 23:23:08.521875 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-2102e47f-756a-4121-90f2-52cb20989ce1 req-653794e8-890b-4327-9c06-ff0f535557e3 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321002 Sep 20 23:23:08.550339 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c260e-760e-466d-98d6-e514529592ec req-1bb5c8a3-b807-40f2-8dc9-9d261f2cd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:08.551791 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-da6c260e-760e-466d-98d6-e514529592ec req-1bb5c8a3-b807-40f2-8dc9-9d261f2cd204 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e4fa2d1-fac2-4705-9e55-af8533cf726a HTTP/1.1" status: 200 len: 849 time: 0.0475497 Sep 20 23:23:08.598170 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c260e-760e-466d-98d6-e514529592ec req-aa87ed36-7b65-4dd8-b829-9c6d9ea3a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:08.599625 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-da6c260e-760e-466d-98d6-e514529592ec req-aa87ed36-7b65-4dd8-b829-9c6d9ea3a17a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6af26f7a-6e55-4d19-97cd-7268df2adaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395598 Sep 20 23:23:08.693839 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-da6c260e-760e-466d-98d6-e514529592ec req-65d0aca9-94b4-4485-a9d6-f4af8b774136 service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798550 Sep 20 23:23:08.784052 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-da6c260e-760e-466d-98d6-e514529592ec req-8cc7cba3-06f9-4eae-90d2-2d25c4963707 service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826645 Sep 20 23:23:09.111002 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:09.351227 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41872cb2-38c4-407b-bb8f-b7c6a261f8db req-eb8ac138-1675-420e-89b6-c1388a04ba6d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:09.352597 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41872cb2-38c4-407b-bb8f-b7c6a261f8db req-eb8ac138-1675-420e-89b6-c1388a04ba6d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0480475 Sep 20 23:23:09.390871 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-41872cb2-38c4-407b-bb8f-b7c6a261f8db req-c77a2598-db3e-414e-97b3-09562f0aace2 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316758 Sep 20 23:23:09.636448 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b6185-dc87-4ad8-bb3b-d2a2786e9077 req-8edd9ec1-bab8-4fab-9887-05450d3f6e4e tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:09.637876 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d60b6185-dc87-4ad8-bb3b-d2a2786e9077 req-8edd9ec1-bab8-4fab-9887-05450d3f6e4e tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0477190 Sep 20 23:23:09.679488 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d60b6185-dc87-4ad8-bb3b-d2a2786e9077 req-7668d155-49d0-462b-a4db-0aa4d3590679 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354178 Sep 20 23:23:09.682627 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:10.514665 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d86b8-ec89-4d2a-bd32-106b458cf57d req-c9677e91-88aa-4ece-b303-de932f1123bc tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:10.516092 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bc6d86b8-ec89-4d2a-bd32-106b458cf57d req-c9677e91-88aa-4ece-b303-de932f1123bc tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0512214 Sep 20 23:23:10.554243 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-bc6d86b8-ec89-4d2a-bd32-106b458cf57d req-27d439c0-a9a0-4259-92e0-06a878337c5b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322356 Sep 20 23:23:10.796953 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275c45e5-357c-4dd6-acd3-477e68d0d680 req-4947ea32-1158-41cd-ad60-86600460bb05 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:10.798438 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-275c45e5-357c-4dd6-acd3-477e68d0d680 req-4947ea32-1158-41cd-ad60-86600460bb05 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0473742 Sep 20 23:23:10.836673 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-275c45e5-357c-4dd6-acd3-477e68d0d680 req-970b4224-21f1-41a5-956e-885c9da099ab tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324490 Sep 20 23:23:11.242252 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:11.950379 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92b35-ead3-4efe-872d-469011098b7a req-bff579d3-aacb-46ee-b956-dcecf8de5780 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:11.951843 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d9b92b35-ead3-4efe-872d-469011098b7a req-bff579d3-aacb-46ee-b956-dcecf8de5780 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0499415 Sep 20 23:23:11.987893 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-d9b92b35-ead3-4efe-872d-469011098b7a req-082b44ad-3369-41f1-884f-faf27e4e78f6 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300970 Sep 20 23:23:13.102998 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f10cf3-a195-4ce1-abd9-d6d70e7c7c5a req-8e66f677-297a-45ae-aca6-352914ce6e29 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:13.104505 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e6f10cf3-a195-4ce1-abd9-d6d70e7c7c5a req-8e66f677-297a-45ae-aca6-352914ce6e29 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0486057 Sep 20 23:23:13.141638 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e6f10cf3-a195-4ce1-abd9-d6d70e7c7c5a req-b9caa55e-19ed-46b4-9478-3389d52a89ae tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307858 Sep 20 23:23:14.253641 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169f7e4-fdcc-474f-93c7-9de2fd54930b req-345dd829-baf4-4676-aa02-3d430c28856e tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:14.255262 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4169f7e4-fdcc-474f-93c7-9de2fd54930b req-345dd829-baf4-4676-aa02-3d430c28856e tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0481832 Sep 20 23:23:14.293154 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4169f7e4-fdcc-474f-93c7-9de2fd54930b req-bcc2b89f-3703-42eb-a91a-26e5ea06d368 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313613 Sep 20 23:23:15.337646 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-97acade5-4931-4f4c-a461-51291b133539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:15.339658 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-97acade5-4931-4f4c-a461-51291b133539 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcdffa0112c8485e816ac56521dc7aad&device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1098 time: 0.0458941 Sep 20 23:23:15.404733 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a37a34-518d-4e79-b647-f46147297bf5 req-8673799a-40e5-4b33-9ea3-98a66cc7f969 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:15.406258 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f7a37a34-518d-4e79-b647-f46147297bf5 req-8673799a-40e5-4b33-9ea3-98a66cc7f969 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0477161 Sep 20 23:23:15.431128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-d7c9c50d-686a-4e4a-83fe-bff331356b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:15.432644 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-d7c9c50d-686a-4e4a-83fe-bff331356b67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=242267d9-b6e3-4dc4-acce-240ecdbff714 HTTP/1.1" status: 200 len: 910 time: 0.0860543 Sep 20 23:23:15.447852 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f7a37a34-518d-4e79-b647-f46147297bf5 req-c0473a02-4422-4e37-b69c-eb4d0a1e2d83 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357773 Sep 20 23:23:15.504601 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-53c30cf3-7461-44cd-be02-f95e20e01fdf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677 HTTP/1.1" status: 200 len: 999 time: 0.0629272 Sep 20 23:23:15.554958 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-b7cc663a-524f-483f-96be-8a1550d258a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:15.556426 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-b7cc663a-524f-483f-96be-8a1550d258a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74214eab-5086-4e28-836a-a73e584878bc HTTP/1.1" status: 200 len: 848 time: 0.0435603 Sep 20 23:23:15.601575 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-3fa6d9cf-8d27-4a2e-9426-5db4d6d566d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:15.602986 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-3fa6d9cf-8d27-4a2e-9426-5db4d6d566d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=242267d9-b6e3-4dc4-acce-240ecdbff714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389752 Sep 20 23:23:15.694985 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-0dec9472-5a20-4733-9a14-e81aeeeaf18b service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849650 Sep 20 23:23:15.785832 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6f5d82c3-0f04-44a8-a2ef-fad73860e3bf req-73974024-3a61-4f4d-89e1-61144527956c service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834875 Sep 20 23:23:16.562694 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c298ad-0257-4a9e-8a50-9141f667d58b req-f9f8b910-2016-4a04-a32a-2d65be61f7f7 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:16.564160 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80c298ad-0257-4a9e-8a50-9141f667d58b req-f9f8b910-2016-4a04-a32a-2d65be61f7f7 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0482063 Sep 20 23:23:16.605329 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-80c298ad-0257-4a9e-8a50-9141f667d58b req-f284c883-b57c-4730-ae9a-52f5fc849d2c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343788 Sep 20 23:23:17.718831 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b564f-5316-4dfa-80b5-c4367989a0b6 req-751269b1-c596-45c7-a4b0-a2f45004b6eb tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:17.720446 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bf2b564f-5316-4dfa-80b5-c4367989a0b6 req-751269b1-c596-45c7-a4b0-a2f45004b6eb tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0497220 Sep 20 23:23:17.759386 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bf2b564f-5316-4dfa-80b5-c4367989a0b6 req-b177c772-c602-4f80-8262-f145b4821f11 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332582 Sep 20 23:23:18.871567 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5f174-5565-46b2-afaf-b040bef8cfe6 req-1eb88faf-be6a-49d6-9dbb-fc3037d42732 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:18.873069 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-84d5f174-5565-46b2-afaf-b040bef8cfe6 req-1eb88faf-be6a-49d6-9dbb-fc3037d42732 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0486052 Sep 20 23:23:18.911988 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-84d5f174-5565-46b2-afaf-b040bef8cfe6 req-55dcdfb7-fd3d-41a6-8ea3-a851d8539426 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325770 Sep 20 23:23:19.356543 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a27811-2095-411f-8ec4-be11212ad17a req-6a94c8aa-69a5-4900-99b3-0d302077eb83 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:19.358066 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a27811-2095-411f-8ec4-be11212ad17a req-6a94c8aa-69a5-4900-99b3-0d302077eb83 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0492699 Sep 20 23:23:19.397060 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-e6a27811-2095-411f-8ec4-be11212ad17a req-3eafee50-4718-4cec-a0d6-4b200776533b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329208 Sep 20 23:23:19.461945 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-730048a5-745b-42a2-a001-c194691fdb07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290593 Sep 20 23:23:19.782028 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d79cb6-7cf6-4f13-85ca-c37d045d2677 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:23:19.864700 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:19.886789 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:23:19.889049 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c3f59f-0ac2-406f-a4b4-4f94256061a0" -d '{"events": [{"server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "name": "network-vif-unplugged", "status": "completed", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:23:19.901796 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:23:19.920700 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 20 Sep 2021 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7b7322-7d4b-4281-b502-44b1562447ba x-openstack-request-id: req-ab7b7322-7d4b-4281-b502-44b1562447ba {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:23:19.921005 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "name": "network-vif-unplugged", "status": "failed", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677", "code": 422}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:23:19.921245 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab7b7322-7d4b-4281-b502-44b1562447ba {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:23:19.921636 dv-cinder-809965-2-iscsi neutron-server[94585]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'code': 422} returned with failed status Sep 20 23:23:19.945076 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:19.991239 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=6']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:19.998297 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:19.998644 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:19.998984 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:19.999343 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:19.999678 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:20.000004 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:20.000328 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:20.000653 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:20.001011 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:20.001333 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:20.001657 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:20.001995 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:20.507361 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50512e-8950-4d64-a171-8b012bbe5a3a req-d88a10dd-7e5a-45e7-9e10-057bdc05cda8 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:20.508750 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6d50512e-8950-4d64-a171-8b012bbe5a3a req-d88a10dd-7e5a-45e7-9e10-057bdc05cda8 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0475965 Sep 20 23:23:20.550660 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-6d50512e-8950-4d64-a171-8b012bbe5a3a req-7989c243-294e-49b0-be83-690ce2e829c9 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352697 Sep 20 23:23:21.662477 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae3653-83cb-4394-b188-d7b9fff8a4cb req-b2d2047a-9c85-4bfd-839c-5a449fa6292a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:21.663970 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c9ae3653-83cb-4394-b188-d7b9fff8a4cb req-b2d2047a-9c85-4bfd-839c-5a449fa6292a tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0472879 Sep 20 23:23:21.702709 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c9ae3653-83cb-4394-b188-d7b9fff8a4cb req-fcf8e1cc-fd69-4175-806f-cb20ea9d518c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316954 Sep 20 23:23:22.102382 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-1e51140b-8386-4db4-9fbf-22536d9dd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:22.103902 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-1e51140b-8386-4db4-9fbf-22536d9dd6d1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033&tenant_id=fcdffa0112c8485e816ac56521dc7aad HTTP/1.1" status: 200 len: 1096 time: 0.0404906 Sep 20 23:23:22.178494 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-0936d9c0-260b-4bff-92ea-c0f63669abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:22.179960 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-0936d9c0-260b-4bff-92ea-c0f63669abeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcdffa0112c8485e816ac56521dc7aad&device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1096 time: 0.0384252 Sep 20 23:23:22.272980 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-50454462-4649-4d15-99d7-f0a6cf956de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:22.274591 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-50454462-4649-4d15-99d7-f0a6cf956de9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=242267d9-b6e3-4dc4-acce-240ecdbff714 HTTP/1.1" status: 200 len: 910 time: 0.0870173 Sep 20 23:23:22.340021 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-78ad5f33-fe2b-44d7-91fb-ca53271b0d72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677 HTTP/1.1" status: 200 len: 997 time: 0.0575550 Sep 20 23:23:22.388869 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-8bb66fa1-f033-42dc-bab3-f754b6fdb729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:22.390257 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-8bb66fa1-f033-42dc-bab3-f754b6fdb729 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74214eab-5086-4e28-836a-a73e584878bc HTTP/1.1" status: 200 len: 848 time: 0.0433567 Sep 20 23:23:22.407608 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:22.438736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-dcd440c0-94d6-4ca2-a7bf-36d0ef8e9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:22.440291 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-dcd440c0-94d6-4ca2-a7bf-36d0ef8e9294 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=242267d9-b6e3-4dc4-acce-240ecdbff714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428824 Sep 20 23:23:22.529362 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-44ef4095-4108-40f7-8147-fa80f43e83a7 service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798001 Sep 20 23:23:22.628693 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9db28e54-b81a-474b-b320-fbe22ada4c7a req-5da2866f-7ecd-4a5f-a2a6-75e81f71772b service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836194 Sep 20 23:23:22.815534 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35850f6-8af7-4e35-93dc-285983e661e1 req-47035e67-6293-47bf-ace2-02bd69794d4c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:22.817004 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c35850f6-8af7-4e35-93dc-285983e661e1 req-47035e67-6293-47bf-ace2-02bd69794d4c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0489094 Sep 20 23:23:22.852924 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c35850f6-8af7-4e35-93dc-285983e661e1 req-7a1cec91-08b5-4329-b2e1-59b1534045ac tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298285 Sep 20 23:23:23.967128 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b11239-68c5-4593-b991-1972c011dcb5 req-14632c8e-7e7f-47b2-9e31-6923819faa94 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:23.968579 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c4b11239-68c5-4593-b991-1972c011dcb5 req-14632c8e-7e7f-47b2-9e31-6923819faa94 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0510912 Sep 20 23:23:24.017196 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c4b11239-68c5-4593-b991-1972c011dcb5 req-a4b3de91-ab5c-4f92-8601-8b24873adce9 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427499 Sep 20 23:23:25.134292 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c12375-796c-4cb8-a2f1-4d0f06667462 req-148b484a-8d3d-46f3-8fcf-21200eb1c465 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:25.135663 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-28c12375-796c-4cb8-a2f1-4d0f06667462 req-148b484a-8d3d-46f3-8fcf-21200eb1c465 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0488260 Sep 20 23:23:25.173545 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-28c12375-796c-4cb8-a2f1-4d0f06667462 req-6d60dccd-05af-4bb7-97a2-9bbb2a4db805 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319107 Sep 20 23:23:26.286195 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7807326-4325-46dc-8ff7-f53e63ae4098 req-6128b70d-bc06-4534-9ec0-2f6e2e8e050b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:26.287773 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c7807326-4325-46dc-8ff7-f53e63ae4098 req-6128b70d-bc06-4534-9ec0-2f6e2e8e050b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0497499 Sep 20 23:23:26.327378 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c7807326-4325-46dc-8ff7-f53e63ae4098 req-a4cb0548-4db6-4777-8ac4-b46f0919b43d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332286 Sep 20 23:23:27.695718 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbdef5-deec-48ed-8a95-33addb4a0b6d req-8bb3cf2a-2ed0-400e-8766-9a27dc27d4de tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:27.697096 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-03dbdef5-deec-48ed-8a95-33addb4a0b6d req-8bb3cf2a-2ed0-400e-8766-9a27dc27d4de tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.3034060 Sep 20 23:23:27.734561 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-03dbdef5-deec-48ed-8a95-33addb4a0b6d req-e5020ce6-5b96-44db-bc04-994b607cf3be tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307801 Sep 20 23:23:28.847767 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2509f3-0376-41af-b0c9-35ebd1f75cce req-e0f8107a-c3c2-4c4a-b292-6a2bcd16ff93 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:28.849255 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a2509f3-0376-41af-b0c9-35ebd1f75cce req-e0f8107a-c3c2-4c4a-b292-6a2bcd16ff93 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0487540 Sep 20 23:23:28.886069 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-1a2509f3-0376-41af-b0c9-35ebd1f75cce req-e008cc99-e7fd-4273-85c4-9a75720128e8 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309112 Sep 20 23:23:29.858910 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d79cb6-7cf6-4f13-85ca-c37d045d2677 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:23:29.954295 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:23:29.965258 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'port_id': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'mac_address': 'fa:16:3e:49:8f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:23:29.999268 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceacb1f-a3a7-4ddf-9a13-537f1a9087a6 req-91007ab7-5497-421e-a017-b5efa2d033ed tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:30.000937 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4ceacb1f-a3a7-4ddf-9a13-537f1a9087a6 req-91007ab7-5497-421e-a017-b5efa2d033ed tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 943 time: 0.0505118 Sep 20 23:23:30.002693 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:30.015533 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d79cb6-7cf6-4f13-85ca-c37d045d2677 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:23:30.026170 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:23:30.034830 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:23:30.039323 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4ceacb1f-a3a7-4ddf-9a13-537f1a9087a6 req-d05aa1ad-4744-406d-8d33-70e25346a18b tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325258 Sep 20 23:23:30.110329 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:30.155977 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=7']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:30.438684 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['50d79cb6-7cf6-4f13-85ca-c37d045d2677'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:23:31.158123 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7dece-447f-406d-ba6c-4ba8f2039e18 req-654d78cc-a5f0-42c4-a85a-99f3b313aeee tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:31.159570 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e9a7dece-447f-406d-ba6c-4ba8f2039e18 req-654d78cc-a5f0-42c4-a85a-99f3b313aeee tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 944 time: 0.0541708 Sep 20 23:23:31.197213 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-e9a7dece-447f-406d-ba6c-4ba8f2039e18 req-268e4295-c269-46f6-be77-13a5cd68afb0 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318379 Sep 20 23:23:31.879897 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d79cb6-7cf6-4f13-85ca-c37d045d2677 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:23:31.930471 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:23:31.930850 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:32.004154 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:32.025452 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:23:32.027667 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe406c9-36ec-4827-b73e-14c087c03b76" -d '{"events": [{"server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "name": "network-vif-plugged", "status": "completed", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:23:32.039739 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:23:32.062789 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b726b444-22bb-4f9e-ba17-ee44f1c54f39 x-openstack-request-id: req-b726b444-22bb-4f9e-ba17-ee44f1c54f39 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:23:32.063164 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "name": "network-vif-plugged", "status": "completed", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:23:32.063380 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b726b444-22bb-4f9e-ba17-ee44f1c54f39 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:23:32.063762 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'code': 200} Sep 20 23:23:32.098555 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:32.150078 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=8']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:32.315409 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d66b8-d0f1-44d1-8b87-96d8013e6930 req-2070495f-e6bf-4ea4-bf9f-f9c1544f2fe1 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:32.316908 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce6d66b8-d0f1-44d1-8b87-96d8013e6930 req-2070495f-e6bf-4ea4-bf9f-f9c1544f2fe1 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0525117 Sep 20 23:23:32.356034 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce6d66b8-d0f1-44d1-8b87-96d8013e6930 req-dec2b179-3946-4a92-82f2-2e67a139da70 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328627 Sep 20 23:23:32.388339 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464d830-b3f3-45a3-b221-8ce9c43f177b req-7a0cb2a3-6641-4016-a0e5-09421f9fe6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:32.389807 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c464d830-b3f3-45a3-b221-8ce9c43f177b req-7a0cb2a3-6641-4016-a0e5-09421f9fe6c6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1098 time: 0.0394132 Sep 20 23:23:32.431661 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c464d830-b3f3-45a3-b221-8ce9c43f177b req-c1875429-70d5-4861-b414-40d4914e4ee0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262444 Sep 20 23:23:33.477323 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143ee15-b249-4643-9893-a12fd337e5de req-706c3d2b-a8f8-4b04-a5e5-4832828e07bd tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:33.478820 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c143ee15-b249-4643-9893-a12fd337e5de req-706c3d2b-a8f8-4b04-a5e5-4832828e07bd tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0511858 Sep 20 23:23:33.516578 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c143ee15-b249-4643-9893-a12fd337e5de req-28d6e16b-a22f-491a-8b08-f01154a1c500 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316687 Sep 20 23:23:34.627486 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38744d6f-8816-4c62-8a0c-1c2d3ff0fc3e req-16c86ade-aa24-4b1a-9c23-6ff493c65c29 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:34.628966 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-38744d6f-8816-4c62-8a0c-1c2d3ff0fc3e req-16c86ade-aa24-4b1a-9c23-6ff493c65c29 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0475676 Sep 20 23:23:34.667074 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-38744d6f-8816-4c62-8a0c-1c2d3ff0fc3e req-33b15bc7-f7a6-4d96-8810-c88ca0636836 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321839 Sep 20 23:23:35.887313 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-960ec0a2-7e8b-4b48-a306-44d64659a5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:38.464217 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1a461ea3-8d89-40e1-841e-4a1098b94947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:39.109818 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:39.709892 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:41.235699 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:44.079459 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275987-0129-432d-8738-a53702b809c5 req-3da45cc4-9eff-4aa7-a96e-7d6632151aad tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:44.080906 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-95275987-0129-432d-8738-a53702b809c5 req-3da45cc4-9eff-4aa7-a96e-7d6632151aad tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0478823 Sep 20 23:23:44.120544 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-95275987-0129-432d-8738-a53702b809c5 req-2c1bcaa8-7d3f-4549-b00c-daf80596a562 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336180 Sep 20 23:23:45.237810 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa1c58-6197-4f14-a946-3bb2ca107254 req-e0ad83b9-cdb2-4649-b080-63a140d8763c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:45.239264 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23fa1c58-6197-4f14-a946-3bb2ca107254 req-e0ad83b9-cdb2-4649-b080-63a140d8763c tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0515811 Sep 20 23:23:45.275946 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-23fa1c58-6197-4f14-a946-3bb2ca107254 req-bca086cb-451f-47b7-999e-305c59937d8f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308211 Sep 20 23:23:46.300874 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52a6d-8c73-465d-b588-dc254f300785 req-7d8ac621-3deb-49d1-b0e7-230e8b0d39df tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:46.302761 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-91c52a6d-8c73-465d-b588-dc254f300785 req-7d8ac621-3deb-49d1-b0e7-230e8b0d39df tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0472226 Sep 20 23:23:46.424164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71871feb-9f74-4298-bedb-70b1a7a5c460 req-61ce2d84-80de-4701-8eab-ed839a5a524e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:46.425634 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-71871feb-9f74-4298-bedb-70b1a7a5c460 req-61ce2d84-80de-4701-8eab-ed839a5a524e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 945 time: 0.0823646 Sep 20 23:23:46.443601 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Deleting port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:23:46.443946 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:46.520091 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-71871feb-9f74-4298-bedb-70b1a7a5c460 req-8932f069-1e8e-45f2-b183-f5889a76288e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881512 Sep 20 23:23:46.554136 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] For port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:23:46.554440 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:46.718368 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:46.718731 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:46.719047 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Floating IP 5bfd4636-bd07-4e91-aaef-51c2e486eb92 disassociated. External IP: 172.27.3.180, port: ac3cc8ec-10f2-49f5-9121-e1acea49c6dd. Sep 20 23:23:46.719383 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Calling delete_port for ac3cc8ec-10f2-49f5-9121-e1acea49c6dd owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:23:46.881266 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:46.910202 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event deleted for resources: {'Port': ['ID=ac3cc8ec-10f2-49f5-9121-e1acea49c6dd,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:46.921681 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.922066 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.922401 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.922734 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.923057 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.923384 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.923708 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.924049 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.924376 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.924693 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.925011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:46.925323 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:47.035070 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Router 6e72a72d-fcb0-40a7-930a-69894e4df757 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:23:47.142471 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:23:47.152399 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] Sync routers for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:23:47.164834 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:23:47.166592 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:23:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:23:47.182338 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] No DVR routers for this DVR port ac3cc8ec-10f2-49f5-9121-e1acea49c6dd on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:23:47.184874 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:47.186987 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-91c52a6d-8c73-465d-b588-dc254f300785 req-45e42b6d-eb82-4122-8bd7-28eff785e055 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "DELETE /v2.0/ports/ac3cc8ec-10f2-49f5-9121-e1acea49c6dd HTTP/1.1" status: 204 len: 173 time: 0.8779535 Sep 20 23:23:47.187423 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'name': 'network-vif-deleted', 'tag': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:23:47.189713 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a96e5d-b7c9-40d6-91b5-e63e7520edc1" -d '{"events": [{"server_uuid": "57c3f356-9cae-44ac-987c-f945bf4794f3", "name": "network-vif-deleted", "tag": "ac3cc8ec-10f2-49f5-9121-e1acea49c6dd"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:23:47.225678 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ad3c9e-b7c6-4eb9-921a-23be6f06c4b2 x-openstack-request-id: req-97ad3c9e-b7c6-4eb9-921a-23be6f06c4b2 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:23:47.225995 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57c3f356-9cae-44ac-987c-f945bf4794f3", "name": "network-vif-deleted", "tag": "ac3cc8ec-10f2-49f5-9121-e1acea49c6dd", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:23:47.226250 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97ad3c9e-b7c6-4eb9-921a-23be6f06c4b2 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:23:47.226654 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c3f356-9cae-44ac-987c-f945bf4794f3', 'name': 'network-vif-deleted', 'tag': 'ac3cc8ec-10f2-49f5-9121-e1acea49c6dd', 'status': 'completed', 'code': 200} Sep 20 23:23:47.275340 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:23:47.483050 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:23:47.509974 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] Checking router: 6e72a72d-fcb0-40a7-930a-69894e4df757 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:23:47.520688 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:23:47.521340 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:23:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:23:47.628792 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ea44fedc-2c57-497a-a811-201a317d182b req-65189561-6bc2-4b82-81cf-dd38ac3c8e04 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=57c3f356-9cae-44ac-987c-f945bf4794f3 HTTP/1.1" status: 200 len: 210 time: 0.0270782 Sep 20 23:23:47.634820 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:23:47.853878 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:23:47.887061 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cae1be-1e84-4360-aff2-ce9c61ddc836 None None] The sync data for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi is: [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:23:48.111581 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20ce3f4-9a22-4ef7-88a5-a203d2873752 None None] New status for floating IP 5bfd4636-bd07-4e91-aaef-51c2e486eb92: DOWN {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:23:48.829965 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59456) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:23:48.887970 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-44929fb5-4ebc-4966-a503-9f22baa009fc tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:48.910690 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-44929fb5-4ebc-4966-a503-9f22baa009fc tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.012571 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-44929fb5-4ebc-4966-a503-9f22baa009fc tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.015163 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-44929fb5-4ebc-4966-a503-9f22baa009fc tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.016322 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-44929fb5-4ebc-4966-a503-9f22baa009fc tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a HTTP/1.1" status: 204 len: 168 time: 0.1853621 Sep 20 23:23:49.019260 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59458) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:23:49.026415 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44929fb5-4ebc-4966-a503-9f22baa009fc tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:49.038348 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.api.v2.resource [None req-cd2946f8-f6f3-4e8c-a721-bf2630586347 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] show failed (client error): The resource could not be found. Sep 20 23:23:49.042904 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-cd2946f8-f6f3-4e8c-a721-bf2630586347 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups/1c4ac1e8-0c15-4658-9ccc-7fd9f1f4e61a HTTP/1.1" status: 404 len: 347 time: 0.0194609 Sep 20 23:23:49.043942 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59460) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:23:49.166621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Deleting port da87f208-6283-42e0-9cce-edcf85f3efba {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:23:49.166876 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.243171 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.243500 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.254685 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Calling delete_port for da87f208-6283-42e0-9cce-edcf85f3efba owned by network:floatingip {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:23:49.429562 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.458432 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event deleted for resources: {'Port': ['ID=da87f208-6283-42e0-9cce-edcf85f3efba,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:49.517863 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.520618 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.521837 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-5f5bd52d-4469-45e4-a256-6af7b6ecf858 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "DELETE /v2.0/floatingips/5bfd4636-bd07-4e91-aaef-51c2e486eb92 HTTP/1.1" status: 204 len: 168 time: 0.4775937 Sep 20 23:23:49.798459 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59464) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:23:49.802944 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613841619', 'description': 'tempest-description--1733296594'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:23:49.892568 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.970259 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device ac3cc8ec-10f2-49f5-9121-e1acea49c6dd no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:23:49.970837 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:49.989878 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: ac3cc8ec-10f2-49f5-9121-e1acea49c6dd {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:23:49.990216 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device ac3cc8ec-10f2-49f5-9121-e1acea49c6dd not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:23:50.029948 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.058594 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ee303c-8594-46dc-bac8-600f76e35108,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:50.066567 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.067428 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.067428 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.067633 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.068235 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.068570 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.068901 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.069230 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.069558 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.069912 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.070243 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.070567 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:23:50.109344 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.110632 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-d83b5e9c-9c4c-42bf-9845-6eda21deeb54 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3111753 Sep 20 23:23:50.113488 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59466) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:23:50.118461 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-dcec13ad-b868-4569-b1ec-277638f54585 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'security_group_rule': {'security_group_id': '43ee303c-8594-46dc-bac8-600f76e35108', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:23:50.199913 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-dcec13ad-b868-4569-b1ec-277638f54585 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.256142 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-dcec13ad-b868-4569-b1ec-277638f54585 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.332452 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-dcec13ad-b868-4569-b1ec-277638f54585 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.351219 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec13ad-b868-4569-b1ec-277638f54585 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0be6dc4-6627-4234-ad27-e43ef02ad831,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:50.429618 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-dcec13ad-b868-4569-b1ec-277638f54585 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.430888 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-dcec13ad-b868-4569-b1ec-277638f54585 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3163829 Sep 20 23:23:50.433420 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59468) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:23:50.437654 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-ed7aee4f-1f2c-4572-8ddc-b989234b21ed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'security_group_rule': {'security_group_id': '43ee303c-8594-46dc-bac8-600f76e35108', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:23:50.537321 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aee4f-1f2c-4572-8ddc-b989234b21ed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.597807 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aee4f-1f2c-4572-8ddc-b989234b21ed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.675388 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aee4f-1f2c-4572-8ddc-b989234b21ed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626710'] for security_group_rule, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.693798 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7aee4f-1f2c-4572-8ddc-b989234b21ed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6fc97f-ff2e-46e3-b3ba-714e6f41d898,revision_number=0']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:50.767105 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ed7aee4f-1f2c-4572-8ddc-b989234b21ed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:50.768423 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ed7aee4f-1f2c-4572-8ddc-b989234b21ed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340292 Sep 20 23:23:50.771451 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59470) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:23:50.775774 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'floatingip': {'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:23:50.967365 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:51.062277 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:51.169151 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Allocated IP 172.27.3.156 (9b5b4938-7f4d-40f7-b1f0-7674f6da175e/82d0495a-7afb-4c3e-972e-736804952343/03057e34-7ff5-44b3-9478-c3478dfbfdb3) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:23:51.269650 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:51.389730 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:51.429159 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Network 9b5b4938-7f4d-40f7-b1f0-7674f6da175e is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:23:51.431889 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:23:51.434802 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:23:51.466329 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'Port': ['ID=03057e34-7ff5-44b3-9478-c3478dfbfdb3,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:51.524128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:51.642938 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:51.787963 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:51.834889 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:51.902196 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'Port': ['ID=03057e34-7ff5-44b3-9478-c3478dfbfdb3,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:51.914963 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:52.001160 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:52.002461 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-01f26e42-71f5-41ce-9177-b364ff7be74b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2300241 Sep 20 23:23:52.190836 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-059d49be-b95b-4ec6-96fa-8687c5b39c86 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--613841619&fields=id&tenant_id=bfb8dd7d92154031b07ff027e398a649 HTTP/1.1" status: 200 len: 267 time: 0.0349405 Sep 20 23:23:52.297249 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-e3a356c8-afdd-4832-97c6-a4cd77ed500b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:52.298742 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-e3a356c8-afdd-4832-97c6-a4cd77ed500b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/networks?id=6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 200 len: 810 time: 0.1011155 Sep 20 23:23:52.314266 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-87275a71-dcca-4e91-887d-660a8fb6cd24 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/quotas/bfb8dd7d92154031b07ff027e398a649 HTTP/1.1" status: 200 len: 375 time: 0.0099056 Sep 20 23:23:52.371025 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-e95bb10e-b78f-47f6-a038-aca91a4dc4f8 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503776 Sep 20 23:23:52.378687 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:52.387048 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-cf7c5a77-7d39-4414-b7cf-f69cf5430e0b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:23:52.389113 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-cf7c5a77-7d39-4414-b7cf-f69cf5430e0b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049698 Sep 20 23:23:52.475385 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-72ad9765-88ed-422b-bd26-2de7cb579faf service neutron] 10.222.0.15 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814390 Sep 20 23:23:52.566568 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-68338388-feb6-41c2-bed9-1a2d6e658e7a service neutron] 10.222.0.15 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851731 Sep 20 23:23:52.786273 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-27695234-4c7c-471c-94f3-b63123429317 req-14cbb10c-6051-4be4-a2f2-2d544f11c42b tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 210 time: 0.0263767 Sep 20 23:23:53.991943 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b3d8b910-7db4-4877-8e30-9c1173c6a7fa req-64e1a38f-eb2f-4bb8-9017-c63818e10c90 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 210 time: 0.1392598 Sep 20 23:23:54.458237 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-8a3254cc-c94b-4dec-aad3-d7ee787246b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:54.459658 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-8a3254cc-c94b-4dec-aad3-d7ee787246b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "GET /v2.0/networks?id=6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 200 len: 810 time: 0.1001091 Sep 20 23:23:54.513628 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-b38ad99a-9852-46de-8554-ad36c2d7b739 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb8dd7d92154031b07ff027e398a649 HTTP/1.1" status: 200 len: 379 time: 0.0367732 Sep 20 23:23:54.524128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'port': {'device_id': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'admin_state_up': True, 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'security_groups': ['43ee303c-8594-46dc-bac8-600f76e35108']}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:23:54.720821 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Made reservation on behalf of bfb8dd7d92154031b07ff027e398a649 for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:23:54.724437 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:54.850452 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Allocated IP 172.20.0.11 (6af26f7a-6e55-4d19-97cd-7268df2adaae/8e4fa2d1-fac2-4705-9e55-af8533cf726a/64a2529b-7a89-4842-83be-3ed32088e751) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:23:54.981560 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:55.075874 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:55.113819 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:23:55.117075 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:23:55.119733 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:23:55.164495 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77fa71-d1d8-48b6-a9ce-655d58a38279 req-f3cb6942-7e32-490a-b918-8d8b4d9722ad tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:55.166119 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bf77fa71-d1d8-48b6-a9ce-655d58a38279 req-f3cb6942-7e32-490a-b918-8d8b4d9722ad tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 932 time: 0.1084323 Sep 20 23:23:55.179514 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:55.180173 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:55.183732 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event updated for resources: {'Port': ['ID=64a2529b-7a89-4842-83be-3ed32088e751,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:55.210079 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bf77fa71-d1d8-48b6-a9ce-655d58a38279 req-74084b1a-f42f-440c-81d4-5e6b4074bed6 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348840 Sep 20 23:23:55.265096 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-21f837bc-e0df-43d6-85a8-58d2460c20b3 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7445600 Sep 20 23:23:55.275183 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-b038814c-5c5c-4961-be4e-cbea669362b2 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94584) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:23:55.276186 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-b038814c-5c5c-4961-be4e-cbea669362b2 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051622 Sep 20 23:23:55.300029 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Request body: {'port': {'device_id': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:23:55.332761 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-7b2ed3f7-f1c1-4f42-a8e5-fd3cd183bd68 None None] Provisioning complete for port 64a2529b-7a89-4842-83be-3ed32088e751 triggered by entity DHCP. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:23:55.333356 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed3f7-f1c1-4f42-a8e5-fd3cd183bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:55.359318 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:55.369556 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ed3f7-f1c1-4f42-a8e5-fd3cd183bd68 None None] Port 64a2529b-7a89-4842-83be-3ed32088e751 cannot update to ACTIVE because it is not bound. {{(pid=94585) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 20 23:23:55.619651 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64a2529b-7a89-4842-83be-3ed32088e751 {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:23:55.627041 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:55.638438 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Transition to ACTIVE for port object 64a2529b-7a89-4842-83be-3ed32088e751 will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:23:55.709505 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:55.758554 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Pushing event updated for resources: {'Port': ['ID=64a2529b-7a89-4842-83be-3ed32088e751,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:55.837739 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Attempting to bind port 64a2529b-7a89-4842-83be-3ed32088e751 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:23:55.838103 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Attempting to bind port 64a2529b-7a89-4842-83be-3ed32088e751 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:23:55.838435 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Attempting to bind port 64a2529b-7a89-4842-83be-3ed32088e751 on network 6af26f7a-6e55-4d19-97cd-7268df2adaae {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:23:55.843796 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Port 64a2529b-7a89-4842-83be-3ed32088e751 on network 6af26f7a-6e55-4d19-97cd-7268df2adaae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:23:55.848093 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Attempting to bind port 64a2529b-7a89-4842-83be-3ed32088e751 on network 6af26f7a-6e55-4d19-97cd-7268df2adaae {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:23:55.849406 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:23:55.849762 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Checking segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:23:55.850155 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Bound using segment: {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:23:55.850583 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Bound port: 64a2529b-7a89-4842-83be-3ed32088e751, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6caa99de-5ab1-493a-b2af-c07699d15e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:23:55.850944 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:55.921228 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] For port 64a2529b-7a89-4842-83be-3ed32088e751, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:23:55.924231 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] For port 64a2529b-7a89-4842-83be-3ed32088e751, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=64a2529b-7a89-4842-83be-3ed32088e751,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:23:56.018513 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:56.054358 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.054967 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:56.056352 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] 10.222.0.35 "PUT /v2.0/ports/64a2529b-7a89-4842-83be-3ed32088e751 HTTP/1.1" status: 200 len: 1094 time: 0.7613935 Sep 20 23:23:56.056785 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'tag': '64a2529b-7a89-4842-83be-3ed32088e751'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:23:56.059018 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792a3bba-de1a-4a57-8b8f-055e00380f08" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1f3347-7d83-451a-bfe2-99687d39bdb1", "tag": "64a2529b-7a89-4842-83be-3ed32088e751"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:23:56.082205 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168af70-8c69-4f5b-a855-ce273e0aef00 service neutron] Pushing event updated for resources: {'Port': ['ID=64a2529b-7a89-4842-83be-3ed32088e751,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:56.099847 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31595014-9585-4aaa-98ec-aa22a6b8e276 x-openstack-request-id: req-31595014-9585-4aaa-98ec-aa22a6b8e276 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:23:56.100264 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1f3347-7d83-451a-bfe2-99687d39bdb1", "tag": "64a2529b-7a89-4842-83be-3ed32088e751", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:23:56.100518 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31595014-9585-4aaa-98ec-aa22a6b8e276 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:23:56.100913 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'tag': '64a2529b-7a89-4842-83be-3ed32088e751', 'status': 'completed', 'code': 200} Sep 20 23:23:56.191958 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3bba-de1a-4a57-8b8f-055e00380f08 req-412c3452-59ef-40f2-852f-a123fb26345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.193723 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-792a3bba-de1a-4a57-8b8f-055e00380f08 req-412c3452-59ef-40f2-852f-a123fb26345b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 1097 time: 0.0431583 Sep 20 23:23:56.302987 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3bba-de1a-4a57-8b8f-055e00380f08 req-232ed698-51b2-434f-a8d9-24bc6b2903aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.304557 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-792a3bba-de1a-4a57-8b8f-055e00380f08 req-232ed698-51b2-434f-a8d9-24bc6b2903aa service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=bfb8dd7d92154031b07ff027e398a649&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0967550 Sep 20 23:23:56.322013 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f27c3-5b59-4b97-828f-6f370cbb01c4 req-a8493aca-b3f7-429b-b14c-88e19780a7f0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.323464 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-923f27c3-5b59-4b97-828f-6f370cbb01c4 req-a8493aca-b3f7-429b-b14c-88e19780a7f0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 944 time: 0.0497031 Sep 20 23:23:56.360654 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-923f27c3-5b59-4b97-828f-6f370cbb01c4 req-d1212cbd-1a14-4b63-8620-a671f31812ee tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304921 Sep 20 23:23:56.404233 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a3bba-de1a-4a57-8b8f-055e00380f08 req-157de717-dc22-4264-8b7b-828ed71e6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.406023 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-792a3bba-de1a-4a57-8b8f-055e00380f08 req-157de717-dc22-4264-8b7b-828ed71e6106 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936878 Sep 20 23:23:56.506018 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-b17e7da5-6c47-4c3a-9dd2-890bd75195ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.507492 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-b17e7da5-6c47-4c3a-9dd2-890bd75195ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 1097 time: 0.0397761 Sep 20 23:23:56.554923 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-c4cf3b8e-ce93-4842-ad35-5b66a9e1e8d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64a2529b-7a89-4842-83be-3ed32088e751 HTTP/1.1" status: 200 len: 217 time: 0.0328138 Sep 20 23:23:56.604949 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-b4d9dac2-a375-4d57-8084-85f67c3d284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.606342 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-b4d9dac2-a375-4d57-8084-85f67c3d284a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e4fa2d1-fac2-4705-9e55-af8533cf726a HTTP/1.1" status: 200 len: 849 time: 0.0439558 Sep 20 23:23:56.651166 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-f765d339-1233-4ac4-ab92-10f9c5805b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.652607 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-f765d339-1233-4ac4-ab92-10f9c5805b59 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6af26f7a-6e55-4d19-97cd-7268df2adaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383677 Sep 20 23:23:56.738789 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-1727e506-0748-4a9f-8c47-1181d06b0d0c service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790081 Sep 20 23:23:56.832773 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-829de3aa-f039-45c8-8817-47e5d6bbaab2 req-24f98884-1aa4-4e1f-ae04-7a8be1ebf636 service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854418 Sep 20 23:23:56.870128 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-c1b8127b-e9b6-4f5b-a9d7-eb8caafce335 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389667 Sep 20 23:23:56.960815 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-1ec74b59-a7b8-4372-8ffd-d4b7288f8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:56.962369 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-1ec74b59-a7b8-4372-8ffd-d4b7288f8e3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcdffa0112c8485e816ac56521dc7aad&device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1098 time: 0.0487823 Sep 20 23:23:57.100228 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-105723c5-1c6a-474a-a824-345d0236b4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:57.101847 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-105723c5-1c6a-474a-a824-345d0236b4cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=242267d9-b6e3-4dc4-acce-240ecdbff714 HTTP/1.1" status: 200 len: 910 time: 0.0852594 Sep 20 23:23:57.168801 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-30315d7c-52c2-411f-ab8c-9e4764158dec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677 HTTP/1.1" status: 200 len: 999 time: 0.0593159 Sep 20 23:23:57.217880 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-2ca6ffb9-9289-4feb-b34b-281d7b7f6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:57.219356 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-2ca6ffb9-9289-4feb-b34b-281d7b7f6eb4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74214eab-5086-4e28-836a-a73e584878bc HTTP/1.1" status: 200 len: 848 time: 0.0435107 Sep 20 23:23:57.266254 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-72451408-271e-4bc0-8df3-d90ca1405119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:57.267670 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-72451408-271e-4bc0-8df3-d90ca1405119 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=242267d9-b6e3-4dc4-acce-240ecdbff714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378656 Sep 20 23:23:57.480548 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd7e5e-4435-497f-9bf2-e95dfd01daf1 req-2d98f537-2b47-442f-aaca-6a64ff1faa3e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:57.482115 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-71bd7e5e-4435-497f-9bf2-e95dfd01daf1 req-2d98f537-2b47-442f-aaca-6a64ff1faa3e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 944 time: 0.0506172 Sep 20 23:23:57.522408 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-71bd7e5e-4435-497f-9bf2-e95dfd01daf1 req-19409ddc-4151-473e-93b6-bf9e650ce90d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336809 Sep 20 23:23:57.623459 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-017ee9c0-7128-4b9d-a2c4-24dc103b3eda service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474855 Sep 20 23:23:57.716066 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-9749945a-b214-490f-8c30-d35a6a6e5c7f req-ea74b94e-7a13-45a2-903e-d12605a2a0f6 service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841584 Sep 20 23:23:58.031768 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 64a2529b-7a89-4842-83be-3ed32088e751 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:23:58.122667 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 64a2529b-7a89-4842-83be-3ed32088e751, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=64a2529b-7a89-4842-83be-3ed32088e751,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:23:58.134387 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '64a2529b-7a89-4842-83be-3ed32088e751', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'port_id': '64a2529b-7a89-4842-83be-3ed32088e751', 'mac_address': 'fa:16:3e:96:73:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:23:58.172389 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:58.184191 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64a2529b-7a89-4842-83be-3ed32088e751 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:23:58.202961 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 64a2529b-7a89-4842-83be-3ed32088e751, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=64a2529b-7a89-4842-83be-3ed32088e751,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:23:58.263629 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:23:58.309623 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=64a2529b-7a89-4842-83be-3ed32088e751,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:23:58.579911 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['64a2529b-7a89-4842-83be-3ed32088e751'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:23:58.636263 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce9089-4a08-4a3e-ad99-f62a0c36486d req-7ec2bedc-5905-4840-b48e-4046c40a665e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:58.637731 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6cce9089-4a08-4a3e-ad99-f62a0c36486d req-7ec2bedc-5905-4840-b48e-4046c40a665e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 945 time: 0.0480192 Sep 20 23:23:58.677824 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6cce9089-4a08-4a3e-ad99-f62a0c36486d req-c9dab904-be95-4508-a84b-7cf1d8ed1769 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338936 Sep 20 23:23:59.787669 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c8b95-2591-4c75-92b1-f8125c78ea67 req-a543aa6f-a424-404a-bce7-666f6de0b809 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:23:59.789100 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-236c8b95-2591-4c75-92b1-f8125c78ea67 req-a543aa6f-a424-404a-bce7-666f6de0b809 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 945 time: 0.0464361 Sep 20 23:23:59.830181 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-236c8b95-2591-4c75-92b1-f8125c78ea67 req-46343d90-41b8-4258-b5bc-59ef4bcc5f7d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349147 Sep 20 23:24:00.047227 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 64a2529b-7a89-4842-83be-3ed32088e751 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:24:00.194933 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 64a2529b-7a89-4842-83be-3ed32088e751 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:24:00.198687 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 64a2529b-7a89-4842-83be-3ed32088e751 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:24:00.199053 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:00.274518 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:00.297905 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a2529b-7a89-4842-83be-3ed32088e751'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:24:00.300092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ebc426-582e-4ada-b15a-43c8144ef43d" -d '{"events": [{"server_uuid": "ee1f3347-7d83-451a-bfe2-99687d39bdb1", "name": "network-vif-plugged", "status": "completed", "tag": "64a2529b-7a89-4842-83be-3ed32088e751"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:24:00.313435 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 64a2529b-7a89-4842-83be-3ed32088e751, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=64a2529b-7a89-4842-83be-3ed32088e751,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:00.344462 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a56f98-14c7-45ee-a9ec-03af445bb36c x-openstack-request-id: req-83a56f98-14c7-45ee-a9ec-03af445bb36c {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:24:00.345942 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f3347-7d83-451a-bfe2-99687d39bdb1", "name": "network-vif-plugged", "status": "completed", "tag": "64a2529b-7a89-4842-83be-3ed32088e751", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:24:00.345942 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83a56f98-14c7-45ee-a9ec-03af445bb36c {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:24:00.345942 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64a2529b-7a89-4842-83be-3ed32088e751', 'code': 200} Sep 20 23:24:00.355298 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:00.407757 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=64a2529b-7a89-4842-83be-3ed32088e751,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:00.657270 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235c23f-fe18-4526-aee1-c18886d454c4 req-1b86e031-d329-4afb-ad3c-195ce1a17a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:00.658694 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6235c23f-fe18-4526-aee1-c18886d454c4 req-1b86e031-d329-4afb-ad3c-195ce1a17a34 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 1099 time: 0.0407543 Sep 20 23:24:00.693017 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-6235c23f-fe18-4526-aee1-c18886d454c4 req-b4a6efcd-b88c-4b73-bbd4-63a47b34984a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264499 Sep 20 23:24:00.942261 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d5f9-d1be-4c8a-a382-050e57769993 req-366c8c2e-536a-43a6-b110-88cfd5504c7f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:00.943873 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8c37d5f9-d1be-4c8a-a382-050e57769993 req-366c8c2e-536a-43a6-b110-88cfd5504c7f tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0476720 Sep 20 23:24:00.980539 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8c37d5f9-d1be-4c8a-a382-050e57769993 req-f3e9c185-8bc5-4873-abde-9fcfcbf4f156 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307920 Sep 20 23:24:01.059473 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59524) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:01.210727 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Deleting port 6fe28a91-1c75-4486-b96e-d3f655fe391d {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:01.210980 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:01.288180 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:01.288512 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:01.300556 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Calling delete_port for 6fe28a91-1c75-4486-b96e-d3f655fe391d owned by network:floatingip {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:01.520943 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:01.550674 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event deleted for resources: {'Port': ['ID=6fe28a91-1c75-4486-b96e-d3f655fe391d,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:01.610909 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:01.611242 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Floating IP 80d5ff9f-fe84-41a6-b283-202a8f9f1f6b disassociated (deleted). External IP: 172.27.3.100, port: 19d88555-5e7e-4bd9-8b5c-d0d936890a5e. Sep 20 23:24:02.077471 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:24:02.095666 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce700055-c70c-41ea-8796-4b76d91005bd req-4cab765c-c3b3-4e8e-9f69-3ad8adff8ee6 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:02.097168 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce700055-c70c-41ea-8796-4b76d91005bd req-4cab765c-c3b3-4e8e-9f69-3ad8adff8ee6 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0501244 Sep 20 23:24:02.134348 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-ce700055-c70c-41ea-8796-4b76d91005bd req-3230c5ff-d389-4bcb-861c-7deae2f027d5 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306587 Sep 20 23:24:02.185587 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:24:02.191108 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:02.196262 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:24:02.205780 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:02.206445 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:23:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:02.218696 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-770de147-29bb-441c-9b66-074af8a7b04b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "DELETE /v2.0/floatingips/80d5ff9f-fe84-41a6-b283-202a8f9f1f6b HTTP/1.1" status: 204 len: 168 time: 1.1580465 Sep 20 23:24:02.219406 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:24:02.221771 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a12f53-cd43-48ef-809a-cd03d907af65" -d '{"events": [{"name": "network-changed", "server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:24:02.259812 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa87d07b-0696-4b75-96b0-855c407352d0 x-openstack-request-id: req-aa87d07b-0696-4b75-96b0-855c407352d0 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:24:02.260100 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:24:02.260348 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa87d07b-0696-4b75-96b0-855c407352d0 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:24:02.260741 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'status': 'completed', 'code': 200} Sep 20 23:24:02.315546 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:02.349576 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-e53349c5-f8b8-44c2-b352-5cf3e1572e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:02.351080 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-e53349c5-f8b8-44c2-b352-5cf3e1572e0e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 1099 time: 0.0405428 Sep 20 23:24:02.453322 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-aad85fdf-cc2a-4468-8b45-0e38e92071fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:02.454882 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-aad85fdf-cc2a-4468-8b45-0e38e92071fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.0962014 Sep 20 23:24:02.499910 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-0baa24f0-c87a-41fd-9d54-131e9ed7e0fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19d88555-5e7e-4bd9-8b5c-d0d936890a5e HTTP/1.1" status: 200 len: 217 time: 0.0365798 Sep 20 23:24:02.556095 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-bbb4cf35-cccc-4f0b-b171-93496430f355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:02.557935 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-bbb4cf35-cccc-4f0b-b171-93496430f355 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0496464 Sep 20 23:24:02.626831 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 1, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:02.655124 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:24:02.659010 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-28d8b4c2-1c69-48a5-8f4a-d38e16c78106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:02.660543 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-28d8b4c2-1c69-48a5-8f4a-d38e16c78106 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590847 Sep 20 23:24:02.663356 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:02.663966 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:23:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:02.668598 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325b1d2-3080-4886-9f1f-5224026f9ead req-a395aae9-de48-43f2-a729-315da50e3c04 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:02.670520 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f325b1d2-3080-4886-9f1f-5224026f9ead req-a395aae9-de48-43f2-a729-315da50e3c04 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 946 time: 0.0788469 Sep 20 23:24:02.760949 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f325b1d2-3080-4886-9f1f-5224026f9ead req-f6dffaba-3c2b-45c9-ba5f-496581c8183a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842190 Sep 20 23:24:02.768286 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:02.789141 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-7504c7d0-5391-42be-a2c9-ebd4a9e4b8dd service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066744 Sep 20 23:24:02.885009 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-11a12f53-cd43-48ef-809a-cd03d907af65 req-709f29aa-4174-494e-8f2b-b99977f85158 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861630 Sep 20 23:24:02.985687 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 1, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:03.016514 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb2b5a-9172-4c1d-8fae-39ab6c78c1dd None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '3d834b1a-1f51-436b-8a49-2bce795fd23e', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'port_id': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'mac_address': 'fa:16:3e:5d:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:20:12Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 1, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:24:03.231788 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3850ffa-1279-4f19-9d3a-11abbaae6f59 None None] New status for floating IP 80d5ff9f-fe84-41a6-b283-202a8f9f1f6b: DOWN {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:24:03.254867 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeee64-bd18-4cf5-88b9-76ee71f9dfe1 req-e8451e3f-ee10-4f39-a1f8-0f7dfc30ff97 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:03.257087 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1bfeee64-bd18-4cf5-88b9-76ee71f9dfe1 req-e8451e3f-ee10-4f39-a1f8-0f7dfc30ff97 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0509739 Sep 20 23:24:03.295521 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1bfeee64-bd18-4cf5-88b9-76ee71f9dfe1 req-159d00d4-a851-46e1-b9dc-c60df456bdce tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Sep 20 23:24:03.408071 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c92d3-8bb1-4dd3-93a2-f6605f2b4319 req-eb34a165-0f10-4c92-a6e9-ebc401f39898 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:03.409578 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-502c92d3-8bb1-4dd3-93a2-f6605f2b4319 req-eb34a165-0f10-4c92-a6e9-ebc401f39898 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0482705 Sep 20 23:24:03.417908 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59538) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:03.422417 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Request body: {'floatingip': {'port_id': '64a2529b-7a89-4842-83be-3ed32088e751'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:24:03.459999 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, before_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:03.882896 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d56aa-d4ce-4e35-a521-99edb2cbbaa3 req-849d384d-a206-462c-bb3e-14c7f23820ac tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:03.884464 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f68d56aa-d4ce-4e35-a521-99edb2cbbaa3 req-849d384d-a206-462c-bb3e-14c7f23820ac tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 946 time: 0.0532169 Sep 20 23:24:03.890235 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:03.922394 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f68d56aa-d4ce-4e35-a521-99edb2cbbaa3 req-e0e5586a-7a60-4704-a05e-66d6fa4d9f0e tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312884 Sep 20 23:24:03.949849 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:04.047710 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.l3_db [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Floating IP 947232df-6146-4b64-a27d-b08ab2c75d4d associated. External IP: 172.27.3.156, port: 64a2529b-7a89-4842-83be-3ed32088e751. Sep 20 23:24:04.247057 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Router 6e72a72d-fcb0-40a7-930a-69894e4df757 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:24:04.355913 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:24:04.362093 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:04.368550 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] Sync routers for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:24:04.382311 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:04.383233 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:23:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:04.388133 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-674c7674-1b0c-4a8f-a092-7c0090bc928a tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "PUT /v2.0/floatingips/947232df-6146-4b64-a27d-b08ab2c75d4d HTTP/1.1" status: 200 len: 992 time: 0.9691963 Sep 20 23:24:04.388845 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'tag': '64a2529b-7a89-4842-83be-3ed32088e751'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:24:04.391080 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cc3a0c-9df2-4942-a731-b4bd1f779790" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1f3347-7d83-451a-bfe2-99687d39bdb1", "tag": "64a2529b-7a89-4842-83be-3ed32088e751"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:24:04.471689 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b52e40c-fd53-488c-8e0f-a19a11df2ac1 x-openstack-request-id: req-5b52e40c-fd53-488c-8e0f-a19a11df2ac1 {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:24:04.477294 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1f3347-7d83-451a-bfe2-99687d39bdb1", "tag": "64a2529b-7a89-4842-83be-3ed32088e751", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:24:04.477294 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b52e40c-fd53-488c-8e0f-a19a11df2ac1 {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:24:04.477294 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'tag': '64a2529b-7a89-4842-83be-3ed32088e751', 'status': 'completed', 'code': 200} Sep 20 23:24:04.499408 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-a0b3b8de-14f4-4725-b9b0-66f9107642a7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:04.507436 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-a0b3b8de-14f4-4725-b9b0-66f9107642a7 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 946 time: 0.0667832 Sep 20 23:24:04.542997 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-6975aac1-7899-4499-b537-377df864aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:04.546244 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-6975aac1-7899-4499-b537-377df864aea3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfb8dd7d92154031b07ff027e398a649&device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 1099 time: 0.0441105 Sep 20 23:24:04.551624 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:04.608186 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Deleting port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:04.608592 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:04.643043 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-92cd2c97-41e8-4b43-8ae0-a2f93ff4f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:04.644674 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-92cd2c97-41e8-4b43-8ae0-a2f93ff4f367 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 200 len: 911 time: 0.0915444 Sep 20 23:24:04.707137 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] For port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:04.707506 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:04.711751 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-8dd86ee7-f7dc-4b43-808e-e2e90c1aa46f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64a2529b-7a89-4842-83be-3ed32088e751 HTTP/1.1" status: 200 len: 1000 time: 0.0587072 Sep 20 23:24:04.721082 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Calling delete_port for 19d88555-5e7e-4bd9-8b5c-d0d936890a5e owned by compute:nova {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:04.765699 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-3cfe258e-93e8-407a-b516-3110050412fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:04.767134 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-3cfe258e-93e8-407a-b516-3110050412fe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8e4fa2d1-fac2-4705-9e55-af8533cf726a HTTP/1.1" status: 200 len: 849 time: 0.0464642 Sep 20 23:24:04.780548 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '947232df-6146-4b64-a27d-b08ab2c75d4d', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'port_id': '64a2529b-7a89-4842-83be-3ed32088e751', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'mac_address': 'fa:16:3e:96:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:23:51Z', 'updated_at': '2021-09-20T23:24:03Z', 'revision_number': 1, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:04.807289 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] Checking router: 6e72a72d-fcb0-40a7-930a-69894e4df757 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:24:04.816618 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:04.817238 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:23:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:04.820500 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-10d04f12-5e55-4444-a28b-08f3c107e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:04.822287 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-10d04f12-5e55-4444-a28b-08f3c107e58a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6af26f7a-6e55-4d19-97cd-7268df2adaae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473247 Sep 20 23:24:04.910004 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:04.918179 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-f9bb4630-296d-4de6-882b-e3e7b554b48d service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853405 Sep 20 23:24:04.928044 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:04.940830 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event deleted for resources: {'Port': ['ID=19d88555-5e7e-4bd9-8b5c-d0d936890a5e,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:04.993090 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] No DVR routers for this DVR port 19d88555-5e7e-4bd9-8b5c-d0d936890a5e on host hv-cinder-80996 {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:04.996412 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:04.999459 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d7c59b38-aedd-470f-b9e5-f2d5fc2182af req-b447953a-5bdd-4475-a726-e53f882b76e9 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "DELETE /v2.0/ports/19d88555-5e7e-4bd9-8b5c-d0d936890a5e HTTP/1.1" status: 204 len: 173 time: 0.4847813 Sep 20 23:24:05.043003 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-23b10da6-9eec-46f7-9d60-f9a5374cd9ba req-a6eaaeef-9686-4f3d-94cb-29f8041c01de tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 210 time: 0.0322025 Sep 20 23:24:05.063493 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-22cc3a0c-9df2-4942-a731-b4bd1f779790 req-f43c5df4-fcc2-4b86-a083-482112860092 service neutron] 10.222.0.35 "GET /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384206 Sep 20 23:24:05.173651 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '947232df-6146-4b64-a27d-b08ab2c75d4d', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'port_id': '64a2529b-7a89-4842-83be-3ed32088e751', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'mac_address': 'fa:16:3e:96:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:23:51Z', 'updated_at': '2021-09-20T23:24:03Z', 'revision_number': 1, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:05.199443 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d78b3b-3af0-4c2a-b4c6-4395a66f4b50 None None] The sync data for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi is: [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_floatingips': [{'id': '947232df-6146-4b64-a27d-b08ab2c75d4d', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'router_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'port_id': '64a2529b-7a89-4842-83be-3ed32088e751', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'mac_address': 'fa:16:3e:96:73:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T23:23:51Z', 'updated_at': '2021-09-20T23:24:03Z', 'revision_number': 1, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:24:05.385978 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a23ae3-9771-4ced-8523-c02f6ae787a1 None None] New status for floating IP 947232df-6146-4b64-a27d-b08ab2c75d4d: ACTIVE {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:24:05.920860 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d1f0258a-bb13-4c16-9a55-6502609a91f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:06.146617 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1e75d6e0-6c2d-48cb-9b7a-7e428fd1f548 req-466d7ae8-8a9e-42bd-a1b4-8c5a62997f8b tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=953c98db-1554-43e6-8b1a-0072f5bd408c HTTP/1.1" status: 200 len: 210 time: 0.0263937 Sep 20 23:24:06.474174 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'name': 'network-vif-deleted', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e'}] {{(pid=94583) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:24:06.476568 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e552bac867c39e5f0c870df7e6744bf9a9b468bb426ef0194339cefe47f4d5b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680a5827-3fcf-47cb-a702-d8ee897cb1eb" -d '{"events": [{"server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "name": "network-vif-deleted", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e"}]}' {{(pid=94583) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:24:06.511558 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f692329a-f2f4-4dc4-8117-18ab776ce17a x-openstack-request-id: req-f692329a-f2f4-4dc4-8117-18ab776ce17a {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:24:06.511846 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c98db-1554-43e6-8b1a-0072f5bd408c", "name": "network-vif-deleted", "tag": "19d88555-5e7e-4bd9-8b5c-d0d936890a5e", "status": "completed", "code": 200}]} {{(pid=94583) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:24:06.512093 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f692329a-f2f4-4dc4-8117-18ab776ce17a {{(pid=94583) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:24:06.512509 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c98db-1554-43e6-8b1a-0072f5bd408c', 'name': 'network-vif-deleted', 'tag': '19d88555-5e7e-4bd9-8b5c-d0d936890a5e', 'status': 'completed', 'code': 200} Sep 20 23:24:07.025769 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:24:08.092855 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 19d88555-5e7e-4bd9-8b5c-d0d936890a5e no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:08.112351 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 19d88555-5e7e-4bd9-8b5c-d0d936890a5e {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:08.112688 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 19d88555-5e7e-4bd9-8b5c-d0d936890a5e not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:08.474992 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-42abe677-fa4c-406d-a789-a0a3c73ebd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:09.137844 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:09.611283 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59578) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:09.680561 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:09.763828 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Deleting port 422b5555-4529-485c-beb9-51a4fb35a610 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:09.764171 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:09.839467 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:09.839798 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:09.851682 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Calling delete_port for 422b5555-4529-485c-beb9-51a4fb35a610 owned by network:floatingip {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:10.052095 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:10.080621 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event deleted for resources: {'Port': ['ID=422b5555-4529-485c-beb9-51a4fb35a610,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:10.141448 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:10.141703 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Floating IP 3d834b1a-1f51-436b-8a49-2bce795fd23e disassociated (deleted). External IP: 172.27.3.215, port: 1411a9c6-0ca7-4b9f-a511-d42204d294d3. Sep 20 23:24:10.349561 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:24:10.459110 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:24:10.463914 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:10.469531 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:24:10.478172 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:10.478787 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:10.492487 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-c6e014be-3396-4473-95eb-3b131870406a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d834b1a-1f51-436b-8a49-2bce795fd23e HTTP/1.1" status: 204 len: 168 time: 0.8801320 Sep 20 23:24:10.493075 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:24:10.495340 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff9ea5d-00bf-4781-ac18-7b11685c34c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:24:10.539502 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f45622-b608-468e-89b3-2c178b0924ba x-openstack-request-id: req-36f45622-b608-468e-89b3-2c178b0924ba {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:24:10.539848 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:24:10.540167 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36f45622-b608-468e-89b3-2c178b0924ba {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:24:10.540638 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'status': 'completed', 'code': 200} Sep 20 23:24:10.593908 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:10.673243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-bb3a360a-a9c4-4982-b27c-f8edecc31101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:10.674857 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-bb3a360a-a9c4-4982-b27c-f8edecc31101 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=00d8fb1545b141dead071edf3fec94b8&device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 1098 time: 0.0865574 Sep 20 23:24:10.775430 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-3c2539e6-4ee1-4e2b-a3b9-ff24f567ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:10.776871 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-3c2539e6-4ee1-4e2b-a3b9-ff24f567ae31 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 200 len: 913 time: 0.0933876 Sep 20 23:24:10.824201 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-d7916550-0108-41c0-9fcd-62c0dec7be42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3 HTTP/1.1" status: 200 len: 217 time: 0.0395992 Sep 20 23:24:10.886681 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:10.914943 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:24:10.920109 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-9f59b24c-23a4-4e77-b285-f5ea7bfa28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:10.921681 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-9f59b24c-23a4-4e77-b285-f5ea7bfa28d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 200 len: 851 time: 0.0796542 Sep 20 23:24:10.923033 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:10.923629 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:10.934039 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfe46c-c485-4ab9-a525-a45f030ec2e2 req-8f07a05f-c211-45c1-80f8-ccc641386bfb tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:10.935551 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-87dfe46c-c485-4ab9-a525-a45f030ec2e2 req-8f07a05f-c211-45c1-80f8-ccc641386bfb tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 945 time: 0.0619485 Sep 20 23:24:10.999767 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-87dfe46c-c485-4ab9-a525-a45f030ec2e2 req-74af1b8c-3d74-4fc5-8ab9-6edbde47ebc2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557096 Sep 20 23:24:11.001468 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-c0b1016c-1348-4e74-96f1-a99dedfda68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:11.002889 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-c0b1016c-1348-4e74-96f1-a99dedfda68d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bffa3681-52ac-4803-9b1c-39491120e0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663807 Sep 20 23:24:11.027628 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:11.105601 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-9aebee3e-79eb-4ae4-8a8b-8be2cb188d01 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936267 Sep 20 23:24:11.203032 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-eff9ea5d-00bf-4781-ac18-7b11685c34c7 req-7a6e4c09-2325-4c4f-b96c-0e90f3ed0620 service neutron] 10.222.0.35 "GET /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864673 Sep 20 23:24:11.224462 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:11.254140 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d55160-8dff-4e58-bd66-23e8a52e1f65 None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '3f7801d8-6999-455b-8a1d-3f85510503b2', 'name': '', 'network_id': 'bffa3681-52ac-4803-9b1c-39491120e0cb', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'mac_address': 'fa:16:3e:79:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:17Z', 'updated_at': '2021-09-20T23:16:22Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'subnets': [{'id': 'd38c5886-620c-4c3d-8a1e-e242fdcd53ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:24:11.303665 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:11.457066 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f55009-2097-4efe-962c-f3483544dcd8 None None] New status for floating IP 3d834b1a-1f51-436b-8a49-2bce795fd23e: DOWN {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:24:12.117023 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82d33f-af28-4418-9300-fd68d0994fd9 req-3555adae-f6d4-40b0-87d5-060a47f384cd tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:12.118442 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1c82d33f-af28-4418-9300-fd68d0994fd9 req-3555adae-f6d4-40b0-87d5-060a47f384cd tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 945 time: 0.0525870 Sep 20 23:24:12.156466 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-1c82d33f-af28-4418-9300-fd68d0994fd9 req-b5ae6bec-afec-4cb6-b01c-6981d70d0c2a tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e9ffd54-2e49-4356-b688-4d87616ebdbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Sep 20 23:24:12.563209 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-b280ac14-599c-497d-a567-55cf54d58af2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:12.564654 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-b280ac14-599c-497d-a567-55cf54d58af2 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 945 time: 0.0492229 Sep 20 23:24:12.655774 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Deleting port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:12.656114 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:12.741456 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] For port 1411a9c6-0ca7-4b9f-a511-d42204d294d3, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=1411a9c6-0ca7-4b9f-a511-d42204d294d3,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:12.741844 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:12.755076 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Calling delete_port for 1411a9c6-0ca7-4b9f-a511-d42204d294d3 owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:12.989039 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:13.018158 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event deleted for resources: {'Port': ['ID=1411a9c6-0ca7-4b9f-a511-d42204d294d3,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:13.057482 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] No DVR routers for this DVR port 1411a9c6-0ca7-4b9f-a511-d42204d294d3 on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:13.060361 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:13.063731 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b36e848d-3cbc-4b97-affe-1bdf9513be44 req-f4fdf5da-19e2-43b0-a2e3-bf34526acc23 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.35 "DELETE /v2.0/ports/1411a9c6-0ca7-4b9f-a511-d42204d294d3 HTTP/1.1" status: 204 len: 173 time: 0.4925902 Sep 20 23:24:13.064275 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'name': 'network-vif-deleted', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:24:13.066590 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c7d9b-6114-4f0b-80f6-342c9938294d" -d '{"events": [{"server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "name": "network-vif-deleted", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:24:13.106265 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adab4b2f-b291-4aef-b9d8-f047bfdda0b0 x-openstack-request-id: req-adab4b2f-b291-4aef-b9d8-f047bfdda0b0 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:24:13.106559 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0eebac-311f-49d2-bdf2-be152f9cde79", "name": "network-vif-deleted", "tag": "1411a9c6-0ca7-4b9f-a511-d42204d294d3", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:24:13.106811 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adab4b2f-b291-4aef-b9d8-f047bfdda0b0 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:24:13.107203 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0eebac-311f-49d2-bdf2-be152f9cde79', 'name': 'network-vif-deleted', 'tag': '1411a9c6-0ca7-4b9f-a511-d42204d294d3', 'status': 'completed', 'code': 200} Sep 20 23:24:13.268547 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f650f96a-5907-4ca7-b582-50061c7ec86f req-d9e75a76-d8b2-40ae-b88d-e7835b81bf97 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 210 time: 0.0290186 Sep 20 23:24:14.370905 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-d2b9b1be-3718-4a76-967b-0168bd90c26a req-524f5002-fe5f-4869-9952-31e5e95849ad tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d0eebac-311f-49d2-bdf2-be152f9cde79 HTTP/1.1" status: 200 len: 210 time: 0.0260589 Sep 20 23:24:15.433508 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59608) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:15.560548 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Deleting port c1128e46-5771-40eb-a0d2-a02938835849 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:15.561565 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:15.635304 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:15.635633 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:15.647049 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Calling delete_port for c1128e46-5771-40eb-a0d2-a02938835849 owned by network:floatingip {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:15.875131 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:15.900964 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event deleted for resources: {'Port': ['ID=c1128e46-5771-40eb-a0d2-a02938835849,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:15.958939 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for floatingip, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:15.961473 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:15.962717 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-cb9d4fdc-eb99-4f83-8b64-17e325d7e0a4 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "DELETE /v2.0/floatingips/f01af185-aae4-4492-9fd3-7ac2e629cd80 HTTP/1.1" status: 204 len: 168 time: 0.5281699 Sep 20 23:24:16.130175 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 1411a9c6-0ca7-4b9f-a511-d42204d294d3 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:16.151132 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 1411a9c6-0ca7-4b9f-a511-d42204d294d3 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:16.151472 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 1411a9c6-0ca7-4b9f-a511-d42204d294d3 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:17.328320 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59624) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:17.385702 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-dc858a9b-396a-4bee-b584-e68e2a67ed00 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:17.409705 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-dc858a9b-396a-4bee-b584-e68e2a67ed00 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:17.520791 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-dc858a9b-396a-4bee-b584-e68e2a67ed00 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:17.523456 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-dc858a9b-396a-4bee-b584-e68e2a67ed00 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:17.535170 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-dc858a9b-396a-4bee-b584-e68e2a67ed00 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] 10.222.0.15 "DELETE /v2.0/security-groups/7e9ffd54-2e49-4356-b688-4d87616ebdbf HTTP/1.1" status: 204 len: 168 time: 0.1953757 Sep 20 23:24:17.535170 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc858a9b-396a-4bee-b584-e68e2a67ed00 tempest-TestVolumeBootPattern-1216689188 tempest-TestVolumeBootPattern-1216689188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9ffd54-2e49-4356-b688-4d87616ebdbf,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:17.635162 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59628) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:18.063104 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:18.295822 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Deleting port 3f7801d8-6999-455b-8a1d-3f85510503b2 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:18.296305 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:18.370768 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] For port 3f7801d8-6999-455b-8a1d-3f85510503b2, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=3f7801d8-6999-455b-8a1d-3f85510503b2,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:18.371443 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:18.383062 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Calling delete_port for 3f7801d8-6999-455b-8a1d-3f85510503b2 owned by network:router_interface {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:18.641360 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:18.671433 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7801d8-6999-455b-8a1d-3f85510503b2,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:18.831740 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:19.308579 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Router f93e4220-7d49-4397-b06f-5e633e9e4d35 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:24:19.411467 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:24:19.417129 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0d70bcca-bc7d-4e09-86b1-b3946cbc3e61 admin admin] 10.222.0.15 "PUT /v2.0/routers/f93e4220-7d49-4397-b06f-5e633e9e4d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808955 Sep 20 23:24:19.418853 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59636) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:19.421840 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] Sync routers for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:24:19.436661 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:19.437278 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:19.526996 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:19.541656 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:19.630839 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:19.715928 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:24:18Z', 'revision_number': 5, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port': {'id': 'c2330b0a-9aed-47d2-b4f7-0fc445d52141', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:15Z', 'updated_at': '2021-09-20T23:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:19.741683 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] Checking router: f93e4220-7d49-4397-b06f-5e633e9e4d35 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:24:19.750612 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] Routers {'f93e4220-7d49-4397-b06f-5e633e9e4d35'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:19.751221 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['f93e4220-7d49-4397-b06f-5e633e9e4d35'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:19.763702 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Deleting port c2330b0a-9aed-47d2-b4f7-0fc445d52141 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:19.764860 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:19.835552 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] Set router f93e4220-7d49-4397-b06f-5e633e9e4d35 gateway port host: None {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:19.843175 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] For port c2330b0a-9aed-47d2-b4f7-0fc445d52141, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=c2330b0a-9aed-47d2-b4f7-0fc445d52141,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:19.843545 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:19.855887 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Calling delete_port for c2330b0a-9aed-47d2-b4f7-0fc445d52141 owned by network:router_gateway {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:19.892722 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:24:19Z', 'revision_number': 6, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port_host': None}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:19.918658 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f720ec-71f1-4dd6-a0cf-99f7d7db4798 None None] The sync data for ids ['f93e4220-7d49-4397-b06f-5e633e9e4d35'] in dv-cinder-809965-2-iscsi is: [{'id': 'f93e4220-7d49-4397-b06f-5e633e9e4d35', 'name': 'tempest-TestVolumeBootPattern-1490342716-router', 'tenant_id': '00d8fb1545b141dead071edf3fec94b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:14Z', 'updated_at': '2021-09-20T23:24:19Z', 'revision_number': 6, 'project_id': '00d8fb1545b141dead071edf3fec94b8', 'gw_port_host': None}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:24:20.120759 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.151232 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2330b0a-9aed-47d2-b4f7-0fc445d52141,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:20.211663 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.303688 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.305879 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.446517 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.447104 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f93e4220-7d49-4397-b06f-5e633e9e4d35 {{(pid=94583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:24:20.452322 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.453441 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-c6eae218-631d-4a84-a0a7-a2afe99a64f7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f93e4220-7d49-4397-b06f-5e633e9e4d35 HTTP/1.1" status: 204 len: 168 time: 1.0336647 Sep 20 23:24:20.455885 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59640) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:20.499336 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca63b59-af8f-4dee-8784-a7e5d83c4a7d admin admin] Deleting subnet d38c5886-620c-4c3d-8a1e-e242fdcd53ef {{(pid=94583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:24:20.502561 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b59-af8f-4dee-8784-a7e5d83c4a7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.542356 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b59-af8f-4dee-8784-a7e5d83c4a7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194794'] for subnet, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.623247 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b59-af8f-4dee-8784-a7e5d83c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.755663 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b59-af8f-4dee-8784-a7e5d83c4a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4539353'] for subnet, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.782156 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca63b59-af8f-4dee-8784-a7e5d83c4a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38c5886-620c-4c3d-8a1e-e242fdcd53ef,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:20.787889 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2ca63b59-af8f-4dee-8784-a7e5d83c4a7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.790159 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2ca63b59-af8f-4dee-8784-a7e5d83c4a7d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d38c5886-620c-4c3d-8a1e-e242fdcd53ef HTTP/1.1" status: 204 len: 168 time: 0.3333416 Sep 20 23:24:20.792619 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59642) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:20.794720 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1754fa-5151-4dea-8781-5f4ea73bb6bf None None] Network bffa3681-52ac-4803-9b1c-39491120e0cb requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:24:20.871855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.935282 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Deleting port 344e14c2-06c4-4cf9-a548-6144002a6fa9 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:20.935956 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:20.981463 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] DHCP port deletion for bffa3681-52ac-4803-9b1c-39491120e0cb request from dv-cinder-809965-2-iscsi {{(pid=94585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 23:24:21.007583 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] For port 344e14c2-06c4-4cf9-a548-6144002a6fa9, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=344e14c2-06c4-4cf9-a548-6144002a6fa9,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:21.007957 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.020672 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Calling delete_port for 344e14c2-06c4-4cf9-a548-6144002a6fa9 owned by network:dhcp {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:21.029029 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Deleting port 344e14c2-06c4-4cf9-a548-6144002a6fa9 {{(pid=94585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:21.030013 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.095353 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] For port 344e14c2-06c4-4cf9-a548-6144002a6fa9, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=344e14c2-06c4-4cf9-a548-6144002a6fa9,segment=NetworkSegment(37f90c3f-ce7b-4d11-8bbb-cca5acadd035),segment_id=37f90c3f-ce7b-4d11-8bbb-cca5acadd035)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:21.095946 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.110192 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Calling delete_port for 344e14c2-06c4-4cf9-a548-6144002a6fa9 owned by network:dhcp {{(pid=94585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:21.160599 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 3f7801d8-6999-455b-8a1d-3f85510503b2 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:21.183889 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.184319 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 3f7801d8-6999-455b-8a1d-3f85510503b2 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:21.184662 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 3f7801d8-6999-455b-8a1d-3f85510503b2 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:21.185075 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device c2330b0a-9aed-47d2-b4f7-0fc445d52141 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:21.209886 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Pushing event deleted for resources: {'Port': ['ID=344e14c2-06c4-4cf9-a548-6144002a6fa9,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:21.213342 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] No DVR routers for this DVR port 344e14c2-06c4-4cf9-a548-6144002a6fa9 on host dv-cinder-809965-2-iscsi {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:21.213895 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: c2330b0a-9aed-47d2-b4f7-0fc445d52141 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:21.215105 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device c2330b0a-9aed-47d2-b4f7-0fc445d52141 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:21.215446 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 344e14c2-06c4-4cf9-a548-6144002a6fa9 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:21.238499 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 344e14c2-06c4-4cf9-a548-6144002a6fa9 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:21.238841 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 344e14c2-06c4-4cf9-a548-6144002a6fa9 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:21.258444 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723'] for port, after_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.283632 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Pushing event deleted for resources: {'Port': ['ID=344e14c2-06c4-4cf9-a548-6144002a6fa9,revision_number=None']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:21.291473 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] No DVR routers for this DVR port 344e14c2-06c4-4cf9-a548-6144002a6fa9 on host dv-cinder-809965-2-iscsi {{(pid=94585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:21.297545 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.300208 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.300592 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.300900 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.301229 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.301565 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.301924 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.302261 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.302589 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.302917 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.303242 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.303641 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.303870 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f7649e-f42f-4a49-9617-fecfb1f88beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:21.320209 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffa3681-52ac-4803-9b1c-39491120e0cb']}} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:21.329768 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f90c3f-ce7b-4d11-8bbb-cca5acadd035') {'for_net_delete': True} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:21.330081 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f90c3f-ce7b-4d11-8bbb-cca5acadd035') {} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:21.338977 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194785'] for segment, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.352031 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.358073 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313264'] for segment, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: Traceback (most recent call last): Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: timer() Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: cb(*args, **kw) Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: return func(*args, **kwargs) Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: self._notify() Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: self.callback(batched_events) Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: event.method(event) Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: return f(self, *a, **k) Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._get(url).json() Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: return self.request(url, 'GET', **kwargs) Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:24:21.361618 dv-cinder-809965-2-iscsi neutron-server[94583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:24:21.492110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.497452 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:21.499361 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bffa3681-52ac-4803-9b1c-39491120e0cb HTTP/1.1" status: 204 len: 168 time: 0.7057283 Sep 20 23:24:21.502517 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59646) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:21.509894 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbb2e3-7cde-434c-9f5b-b27723202998 admin admin] Pushing event deleted for resources: {'Network': ['ID=bffa3681-52ac-4803-9b1c-39491120e0cb,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:21.844671 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:22.083228 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Deleting port 447a320b-4cc2-49e9-bfb2-eb08ecce178d {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:22.083570 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:22.158859 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] For port 447a320b-4cc2-49e9-bfb2-eb08ecce178d, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=447a320b-4cc2-49e9-bfb2-eb08ecce178d,segment=NetworkSegment(f957b4e4-1768-4a43-856c-cf2bb449f4e5),segment_id=f957b4e4-1768-4a43-856c-cf2bb449f4e5)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:22.159137 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:22.175405 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Calling delete_port for 447a320b-4cc2-49e9-bfb2-eb08ecce178d owned by network:router_interface {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:22.423391 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:22.448220 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=447a320b-4cc2-49e9-bfb2-eb08ecce178d,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:22.452625 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:22.614786 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:23.102252 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Router 414016bb-2712-4896-b908-af58bd35e410 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:24:23.210350 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:24:23.216328 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9f3d5e3c-5aca-45a4-82e2-c04dc205f8fd admin admin] 10.222.0.15 "PUT /v2.0/routers/414016bb-2712-4896-b908-af58bd35e410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7117689 Sep 20 23:24:23.218996 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59650) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:23.221486 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] Sync routers for ids ['414016bb-2712-4896-b908-af58bd35e410'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:24:23.232170 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] Routers {'414016bb-2712-4896-b908-af58bd35e410'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:23.233679 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['414016bb-2712-4896-b908-af58bd35e410'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:23.328296 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks [] for router, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:23.341689 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] Set router 414016bb-2712-4896-b908-af58bd35e410 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:23.433128 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:23.520708 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:24:22Z', 'revision_number': 5, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port': {'id': '7aa8f386-3ba5-4970-bddd-92a6ceeb03ee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:46:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '414016bb-2712-4896-b908-af58bd35e410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:16:23Z', 'updated_at': '2021-09-20T23:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:23.548592 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] Checking router: 414016bb-2712-4896-b908-af58bd35e410 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:24:23.556896 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] Routers {'414016bb-2712-4896-b908-af58bd35e410'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:23.557512 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['414016bb-2712-4896-b908-af58bd35e410'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:23.577365 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Deleting port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:23.577831 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:23.644605 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] Set router 414016bb-2712-4896-b908-af58bd35e410 gateway port host: None {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:23.654072 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] For port 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=7aa8f386-3ba5-4970-bddd-92a6ceeb03ee,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:23.655155 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:23.670785 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Calling delete_port for 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee owned by network:router_gateway {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:23.695858 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:24:23Z', 'revision_number': 6, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port_host': None}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:23.725406 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f113f9c-57d4-410b-a123-ea1dc6484834 None None] The sync data for ids ['414016bb-2712-4896-b908-af58bd35e410'] in dv-cinder-809965-2-iscsi is: [{'id': '414016bb-2712-4896-b908-af58bd35e410', 'name': 'tempest-TestVolumeBootPattern-1261244920-router', 'tenant_id': 'c12ccea7c7064b85913f129d67525387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:16:22Z', 'updated_at': '2021-09-20T23:24:23Z', 'revision_number': 6, 'project_id': 'c12ccea7c7064b85913f129d67525387', 'gw_port_host': None}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:24:23.892088 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:23.921177 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa8f386-3ba5-4970-bddd-92a6ceeb03ee,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:23.980522 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.068521 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.070712 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.177862 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.178445 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 414016bb-2712-4896-b908-af58bd35e410 {{(pid=94584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:24:24.188522 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] Notify callbacks [] for router, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.188522 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-a446fce9-cad9-4fd7-af5d-b4cba36e787c admin admin] 10.222.0.15 "DELETE /v2.0/routers/414016bb-2712-4896-b908-af58bd35e410 HTTP/1.1" status: 204 len: 168 time: 0.9639707 Sep 20 23:24:24.188522 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59654) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:24.231626 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8c1511-7167-408e-9ca8-27b24a46f4cc admin admin] Deleting subnet ebeaa3ca-bc85-43ac-a2c9-25c7ded50451 {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:24:24.234835 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1d8c1511-7167-408e-9ca8-27b24a46f4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.268785 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1d8c1511-7167-408e-9ca8-27b24a46f4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7896106'] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.346397 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1d8c1511-7167-408e-9ca8-27b24a46f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.479645 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1d8c1511-7167-408e-9ca8-27b24a46f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7896304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8367307'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.507104 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c1511-7167-408e-9ca8-27b24a46f4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebeaa3ca-bc85-43ac-a2c9-25c7ded50451,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:24.510615 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-1d8c1511-7167-408e-9ca8-27b24a46f4cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.512515 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-1d8c1511-7167-408e-9ca8-27b24a46f4cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ebeaa3ca-bc85-43ac-a2c9-25c7ded50451 HTTP/1.1" status: 204 len: 168 time: 0.3245163 Sep 20 23:24:24.515111 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59658) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:24.517042 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f4bf3a-0f8d-45b2-a134-8a77cd0a8a87 None None] Network 2aac654f-89ed-4364-b63d-78584a58aa06 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:24:24.585107 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.644405 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Deleting port a5557a44-99a1-4188-a6d0-88283b0ba6f1 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:24.644744 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.690362 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] DHCP port deletion for 2aac654f-89ed-4364-b63d-78584a58aa06 request from dv-cinder-809965-2-iscsi {{(pid=94585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 23:24:24.713805 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] For port a5557a44-99a1-4188-a6d0-88283b0ba6f1, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a5557a44-99a1-4188-a6d0-88283b0ba6f1,segment=NetworkSegment(f957b4e4-1768-4a43-856c-cf2bb449f4e5),segment_id=f957b4e4-1768-4a43-856c-cf2bb449f4e5)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:24.714299 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.729084 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Calling delete_port for a5557a44-99a1-4188-a6d0-88283b0ba6f1 owned by network:dhcp {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:24.749386 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] Deleting port a5557a44-99a1-4188-a6d0-88283b0ba6f1 {{(pid=94585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:24.749824 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.811531 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] For port a5557a44-99a1-4188-a6d0-88283b0ba6f1, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a5557a44-99a1-4188-a6d0-88283b0ba6f1,segment=NetworkSegment(f957b4e4-1768-4a43-856c-cf2bb449f4e5),segment_id=f957b4e4-1768-4a43-856c-cf2bb449f4e5)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:24.811921 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.824063 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] Calling delete_port for a5557a44-99a1-4188-a6d0-88283b0ba6f1 owned by network:dhcp {{(pid=94585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:24.875373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.900047 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723'] for port, after_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.900944 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5557a44-99a1-4188-a6d0-88283b0ba6f1,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:24.904562 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] No DVR routers for this DVR port a5557a44-99a1-4188-a6d0-88283b0ba6f1 on host dv-cinder-809965-2-iscsi {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:24.923057 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] Pushing event deleted for resources: {'Port': ['ID=a5557a44-99a1-4188-a6d0-88283b0ba6f1,revision_number=None']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:24.928491 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0928f-87e3-47a8-bae6-ef686c403468 None None] No DVR routers for this DVR port a5557a44-99a1-4188-a6d0-88283b0ba6f1 on host dv-cinder-809965-2-iscsi {{(pid=94585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:24.979622 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:24.999373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aac654f-89ed-4364-b63d-78584a58aa06']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:25.008303 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f957b4e4-1768-4a43-856c-cf2bb449f4e5') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:25.008605 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f957b4e4-1768-4a43-856c-cf2bb449f4e5') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:25.018688 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.031528 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.037287 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:24:25.037671 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:24:25.039365 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:24:25.140425 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:25.155103 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.160120 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:25.160464 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 7aa8f386-3ba5-4970-bddd-92a6ceeb03ee not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:25.160879 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 447a320b-4cc2-49e9-bfb2-eb08ecce178d no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:25.170955 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.175622 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2aac654f-89ed-4364-b63d-78584a58aa06 HTTP/1.1" status: 204 len: 168 time: 0.6571164 Sep 20 23:24:25.175622 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1d8bc-52ea-431a-a447-caff32ca7281 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aac654f-89ed-4364-b63d-78584a58aa06,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:25.180042 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 447a320b-4cc2-49e9-bfb2-eb08ecce178d {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:25.180276 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 447a320b-4cc2-49e9-bfb2-eb08ecce178d not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:25.180722 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a5557a44-99a1-4188-a6d0-88283b0ba6f1 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:25.203453 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: a5557a44-99a1-4188-a6d0-88283b0ba6f1 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:25.203800 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a5557a44-99a1-4188-a6d0-88283b0ba6f1 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:25.508573 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59662) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:25.547836 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-0d1bf52e-b64b-41e1-8b8e-ef7506aeaff6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=00d8fb1545b141dead071edf3fec94b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381384 Sep 20 23:24:25.550383 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59664) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:25.603192 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9792c483-92f8-48f7-981f-af0e210c62a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.626111 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9792c483-92f8-48f7-981f-af0e210c62a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.732007 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9792c483-92f8-48f7-981f-af0e210c62a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.735585 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-9792c483-92f8-48f7-981f-af0e210c62a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:25.736740 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-9792c483-92f8-48f7-981f-af0e210c62a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b546f8b7-e909-4824-bdca-378637657c67 HTTP/1.1" status: 204 len: 168 time: 0.1854789 Sep 20 23:24:25.744560 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792c483-92f8-48f7-981f-af0e210c62a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b546f8b7-e909-4824-bdca-378637657c67,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:26.393563 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59672) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:26.432654 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-72cce2f0-8e60-4e1b-9536-f7603bbc2483 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c12ccea7c7064b85913f129d67525387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378885 Sep 20 23:24:26.434960 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59674) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:26.482347 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c82efbdd-26e1-4fe5-9e5c-73675d304a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:26.503922 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c82efbdd-26e1-4fe5-9e5c-73675d304a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:26.629094 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c82efbdd-26e1-4fe5-9e5c-73675d304a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:26.631634 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c82efbdd-26e1-4fe5-9e5c-73675d304a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:26.632839 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-c82efbdd-26e1-4fe5-9e5c-73675d304a70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8fe1277-9ede-42cb-b2e1-5a02f0b8ac88 HTTP/1.1" status: 204 len: 168 time: 0.1970015 Sep 20 23:24:26.641090 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82efbdd-26e1-4fe5-9e5c-73675d304a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fe1277-9ede-42cb-b2e1-5a02f0b8ac88,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:35.948204 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-96d00f0b-5903-46cc-9f5b-13ab80e4f3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:38.474775 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-e85cace0-9d65-4e28-894a-a425ac5f53aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:39.108948 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:39.684557 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:41.291555 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:44.023935 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:24:50.214616 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59738) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:50.369350 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Deleting port 218255c5-be59-4279-81b5-07ba3f6899b7 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:50.369696 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:50.443041 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:50.443371 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:50.455475 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Calling delete_port for 218255c5-be59-4279-81b5-07ba3f6899b7 owned by network:floatingip {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:50.674626 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:50.697865 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event deleted for resources: {'Port': ['ID=218255c5-be59-4279-81b5-07ba3f6899b7,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:50.707306 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.707652 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.707988 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.708321 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.708646 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.708972 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.709646 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.709646 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.709939 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.710260 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.710580 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.710893 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:50.771243 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for floatingip, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:50.771570 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Floating IP 0f6021f2-9017-4564-8efe-047573872117 disassociated (deleted). External IP: 172.27.3.7, port: 50d79cb6-7cf6-4f13-85ca-c37d045d2677. Sep 20 23:24:50.973145 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Router c6e19813-f187-4e5a-9627-6f7269b03de6 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:24:51.081349 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:24:51.085835 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:51.091824 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] Sync routers for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:24:51.103694 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:51.104258 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:51.116302 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-ac981f3e-93b5-4e65-b1e7-95149dc2785d tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f6021f2-9017-4564-8efe-047573872117 HTTP/1.1" status: 204 len: 168 time: 0.8973036 Sep 20 23:24:51.116302 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:24:51.116822 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c209cdee-d1e9-40e7-97a2-66a82542ffa5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:24:51.214104 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:51.368805 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e3cdc4-5ceb-4c77-99fb-95a5527ae664 x-openstack-request-id: req-76e3cdc4-5ceb-4c77-99fb-95a5527ae664 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:24:51.369310 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:24:51.369439 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76e3cdc4-5ceb-4c77-99fb-95a5527ae664 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:24:51.369729 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'status': 'completed', 'code': 200} Sep 20 23:24:51.509278 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:16Z', 'revision_number': 5, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:51.511189 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-8f019141-b3f7-4e2f-ae50-284d71e69e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:51.528715 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-8f019141-b3f7-4e2f-ae50-284d71e69e64 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=fcdffa0112c8485e816ac56521dc7aad&device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 1098 time: 0.0648525 Sep 20 23:24:51.537013 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] Checking router: c6e19813-f187-4e5a-9627-6f7269b03de6 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:24:51.537973 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d47d6-4a9b-467b-a2e5-bb0320cd6166 req-ce0e0ac1-8a98-43a7-9ff3-bab3bfee34cb tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:51.539423 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f14d47d6-4a9b-467b-a2e5-bb0320cd6166 req-ce0e0ac1-8a98-43a7-9ff3-bab3bfee34cb tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0671098 Sep 20 23:24:51.545495 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:51.546345 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:51.621455 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f14d47d6-4a9b-467b-a2e5-bb0320cd6166 req-cb071425-e24d-4cdc-ba13-8c88d6d7924c tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721092 Sep 20 23:24:51.649664 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-6a236f32-97c4-4485-a8d7-19848f2c37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:51.651152 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-6a236f32-97c4-4485-a8d7-19848f2c37e7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=242267d9-b6e3-4dc4-acce-240ecdbff714 HTTP/1.1" status: 200 len: 910 time: 0.1300631 Sep 20 23:24:51.655487 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:51.695680 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-8d8b99c1-d5db-4e52-85f3-c89a9de6f066 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677 HTTP/1.1" status: 200 len: 217 time: 0.0364690 Sep 20 23:24:51.749082 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-119e5b7f-80a9-4ab1-a118-ee9def137859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:51.750716 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-119e5b7f-80a9-4ab1-a118-ee9def137859 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=74214eab-5086-4e28-836a-a73e584878bc HTTP/1.1" status: 200 len: 848 time: 0.0471258 Sep 20 23:24:51.797213 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-dcec400e-891c-4f9b-a229-b59d741baabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:51.798754 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-dcec400e-891c-4f9b-a229-b59d741baabf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=242267d9-b6e3-4dc4-acce-240ecdbff714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399570 Sep 20 23:24:51.851128 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:16Z', 'revision_number': 5, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:51.878815 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b64ad3-6ce9-4a33-a630-707fda033733 None None] The sync data for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi is: [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:20:12Z', 'revision_number': 4, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '9eefef81-6f1d-4a64-8534-0e2fa5becc08', 'name': '', 'network_id': '242267d9-b6e3-4dc4-acce-240ecdbff714', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'mac_address': 'fa:16:3e:24:bc:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '74214eab-5086-4e28-836a-a73e584878bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:11Z', 'updated_at': '2021-09-20T23:20:16Z', 'revision_number': 5, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'subnets': [{'id': '74214eab-5086-4e28-836a-a73e584878bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:24:51.892045 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-5ed76bfe-4b89-4dee-ab65-8457a35e2874 service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836544 Sep 20 23:24:51.986900 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c209cdee-d1e9-40e7-97a2-66a82542ffa5 req-3f4c3d04-7a37-4497-a158-54b832f3a3c5 service neutron] 10.222.0.35 "GET /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867300 Sep 20 23:24:52.097981 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f5518a-340f-4074-b687-7b919df3fc84 None None] New status for floating IP 0f6021f2-9017-4564-8efe-047573872117: DOWN {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:24:52.405591 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:52.744667 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4b7b9-79f1-47e8-832f-56a69e5bde12 req-97d69fab-1d1e-49cc-bfc8-76174ecef4b1 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:52.746178 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-70f4b7b9-79f1-47e8-832f-56a69e5bde12 req-97d69fab-1d1e-49cc-bfc8-76174ecef4b1 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0532410 Sep 20 23:24:52.784834 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-70f4b7b9-79f1-47e8-832f-56a69e5bde12 req-e1720909-0856-49d7-9655-41132b44dfd0 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/security-groups?id=49228990-9503-416d-bc2a-30c8e7a62fb1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326211 Sep 20 23:24:53.185219 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-a04550de-32a0-4db9-aee8-22d3a74e9d98 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:24:53.187395 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-a04550de-32a0-4db9-aee8-22d3a74e9d98 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Sep 20 23:24:53.546480 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Deleting port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:53.546826 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:53.633939 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] For port 50d79cb6-7cf6-4f13-85ca-c37d045d2677, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d79cb6-7cf6-4f13-85ca-c37d045d2677,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:53.634490 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:53.647755 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Calling delete_port for 50d79cb6-7cf6-4f13-85ca-c37d045d2677 owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:53.834706 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:53.872206 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event deleted for resources: {'Port': ['ID=50d79cb6-7cf6-4f13-85ca-c37d045d2677,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:53.915729 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-edf64fe5-2a5c-4b8e-a154-341efcc469cd req-3a3a6173-3589-40ed-aa8c-33bc88f43117 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 210 time: 0.0521462 Sep 20 23:24:53.935043 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] No DVR routers for this DVR port 50d79cb6-7cf6-4f13-85ca-c37d045d2677 on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:53.938552 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:53.940655 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-42945f78-e8e6-46c5-b4d1-9ca05af8ad70 req-51c6b527-bb1a-4aaa-aefd-82b80703fb49 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.35 "DELETE /v2.0/ports/50d79cb6-7cf6-4f13-85ca-c37d045d2677 HTTP/1.1" status: 204 len: 173 time: 0.7471631 Sep 20 23:24:53.941365 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'name': 'network-vif-deleted', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:24:53.943661 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34b5126-6373-4684-adc7-15504b98876e" -d '{"events": [{"server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "name": "network-vif-deleted", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:24:53.981663 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60b77cc-a30f-429c-9af5-eaa06c93f0fc x-openstack-request-id: req-c60b77cc-a30f-429c-9af5-eaa06c93f0fc {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:24:53.981943 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0397c3c-afbe-46db-abeb-94fa25c20033", "name": "network-vif-deleted", "tag": "50d79cb6-7cf6-4f13-85ca-c37d045d2677", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:24:53.982196 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c60b77cc-a30f-429c-9af5-eaa06c93f0fc {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:24:53.982596 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0397c3c-afbe-46db-abeb-94fa25c20033', 'name': 'network-vif-deleted', 'tag': '50d79cb6-7cf6-4f13-85ca-c37d045d2677', 'status': 'completed', 'code': 200} Sep 20 23:24:55.012646 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8add0db7-034e-4118-aaa3-43f732e98794 req-a58c1f63-2526-4c24-98c0-962e52afcd28 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0397c3c-afbe-46db-abeb-94fa25c20033 HTTP/1.1" status: 200 len: 210 time: 0.0287266 Sep 20 23:24:56.076218 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59788) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:56.132280 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-48f83137-7b39-43bd-ac52-74aa75324c50 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:56.156912 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-48f83137-7b39-43bd-ac52-74aa75324c50 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:56.297370 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-48f83137-7b39-43bd-ac52-74aa75324c50 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:56.300011 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-48f83137-7b39-43bd-ac52-74aa75324c50 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:56.301194 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-48f83137-7b39-43bd-ac52-74aa75324c50 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] 10.222.0.15 "DELETE /v2.0/security-groups/49228990-9503-416d-bc2a-30c8e7a62fb1 HTTP/1.1" status: 204 len: 168 time: 0.2239592 Sep 20 23:24:56.311351 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f83137-7b39-43bd-ac52-74aa75324c50 tempest-TestShelveInstance-2043478074 tempest-TestShelveInstance-2043478074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49228990-9503-416d-bc2a-30c8e7a62fb1,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:56.361003 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d79cb6-7cf6-4f13-85ca-c37d045d2677 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:56.380204 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 50d79cb6-7cf6-4f13-85ca-c37d045d2677 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:56.380543 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d79cb6-7cf6-4f13-85ca-c37d045d2677 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:56.415487 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59792) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:56.742974 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:56.982599 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Deleting port 9eefef81-6f1d-4a64-8534-0e2fa5becc08 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:56.983674 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:57.061419 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] For port 9eefef81-6f1d-4a64-8534-0e2fa5becc08, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=9eefef81-6f1d-4a64-8534-0e2fa5becc08,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:57.061900 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:57.073949 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Calling delete_port for 9eefef81-6f1d-4a64-8534-0e2fa5becc08 owned by network:router_interface {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:57.280467 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:57.306283 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Pushing event deleted for resources: {'Port': ['ID=9eefef81-6f1d-4a64-8534-0e2fa5becc08,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:57.316769 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.317120 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.317462 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.317822 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.318154 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.318486 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.318812 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.319138 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.320102 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.320437 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.321162 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.321162 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:24:57.724227 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:57.931817 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Router c6e19813-f187-4e5a-9627-6f7269b03de6 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:24:58.036178 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:24:58.042042 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-9b2f0d86-b272-4d2a-9188-cf4d6cbb4c2c admin admin] 10.222.0.15 "PUT /v2.0/routers/c6e19813-f187-4e5a-9627-6f7269b03de6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6249344 Sep 20 23:24:58.044174 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59798) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:58.044635 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] Sync routers for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:24:58.054147 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:58.054745 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:58.146219 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks [] for router, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.157612 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:58.246864 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.328535 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:24:57Z', 'revision_number': 5, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port': {'id': '84fe13f1-e3a0-4951-a50e-8fff2ee17824', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:09Z', 'updated_at': '2021-09-20T23:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:58.359282 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] Checking router: c6e19813-f187-4e5a-9627-6f7269b03de6 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:24:58.364179 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Deleting port 84fe13f1-e3a0-4951-a50e-8fff2ee17824 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:58.364519 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.367584 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] Routers {'c6e19813-f187-4e5a-9627-6f7269b03de6'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:24:58.368195 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['c6e19813-f187-4e5a-9627-6f7269b03de6'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:58.448812 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] For port 84fe13f1-e3a0-4951-a50e-8fff2ee17824, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=84fe13f1-e3a0-4951-a50e-8fff2ee17824,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:58.449176 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.454116 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] Set router c6e19813-f187-4e5a-9627-6f7269b03de6 gateway port host: None {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:24:58.461671 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Calling delete_port for 84fe13f1-e3a0-4951-a50e-8fff2ee17824 owned by network:router_gateway {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:58.503760 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:24:58Z', 'revision_number': 6, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port_host': None}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:58.532629 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9144ccb8-6eb1-4e09-ad90-6821627d51f1 None None] The sync data for ids ['c6e19813-f187-4e5a-9627-6f7269b03de6'] in dv-cinder-809965-2-iscsi is: [{'id': 'c6e19813-f187-4e5a-9627-6f7269b03de6', 'name': 'tempest-TestShelveInstance-1129425917-router', 'tenant_id': 'fcdffa0112c8485e816ac56521dc7aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:08Z', 'updated_at': '2021-09-20T23:24:58Z', 'revision_number': 6, 'project_id': 'fcdffa0112c8485e816ac56521dc7aad', 'gw_port_host': None}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:24:58.662919 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.697821 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Pushing event deleted for resources: {'Port': ['ID=84fe13f1-e3a0-4951-a50e-8fff2ee17824,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:58.757641 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.849581 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.851589 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.948645 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.949174 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e19813-f187-4e5a-9627-6f7269b03de6 {{(pid=94583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:24:58.954535 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:58.955766 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-fe602fca-118c-412c-a13b-d2f18f98083c admin admin] 10.222.0.15 "DELETE /v2.0/routers/c6e19813-f187-4e5a-9627-6f7269b03de6 HTTP/1.1" status: 204 len: 168 time: 0.9106460 Sep 20 23:24:58.958433 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59800) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:59.009384 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8eb02b-b941-48a6-9c5f-ef3ca2262c68 admin admin] Deleting subnet 74214eab-5086-4e28-836a-a73e584878bc {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:24:59.012424 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb02b-b941-48a6-9c5f-ef3ca2262c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.046584 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb02b-b941-48a6-9c5f-ef3ca2262c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7896106'] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.121675 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb02b-b941-48a6-9c5f-ef3ca2262c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.257710 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb02b-b941-48a6-9c5f-ef3ca2262c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7896304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8367307'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.285371 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8eb02b-b941-48a6-9c5f-ef3ca2262c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74214eab-5086-4e28-836a-a73e584878bc,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:59.287710 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5c8eb02b-b941-48a6-9c5f-ef3ca2262c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.289659 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-5c8eb02b-b941-48a6-9c5f-ef3ca2262c68 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/74214eab-5086-4e28-836a-a73e584878bc HTTP/1.1" status: 204 len: 168 time: 0.3301399 Sep 20 23:24:59.293309 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59804) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:59.297011 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9204b6b-e8ad-4dd3-bff9-5dc29d3db775 None None] Network 242267d9-b6e3-4dc4-acce-240ecdbff714 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:24:59.383070 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.384612 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 84fe13f1-e3a0-4951-a50e-8fff2ee17824 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:59.413707 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 84fe13f1-e3a0-4951-a50e-8fff2ee17824 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:59.414074 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 84fe13f1-e3a0-4951-a50e-8fff2ee17824 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:59.414492 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 9eefef81-6f1d-4a64-8534-0e2fa5becc08 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:24:59.441861 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Deleting port d321a977-5445-49e5-ae91-e55d55a5cf2b {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:59.442290 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.450202 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 9eefef81-6f1d-4a64-8534-0e2fa5becc08 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:24:59.450544 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 9eefef81-6f1d-4a64-8534-0e2fa5becc08 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:24:59.505110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] For port d321a977-5445-49e5-ae91-e55d55a5cf2b, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=d321a977-5445-49e5-ae91-e55d55a5cf2b,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:59.505476 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.521007 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Calling delete_port for d321a977-5445-49e5-ae91-e55d55a5cf2b owned by network:dhcp {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:59.546233 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] DHCP port deletion for 242267d9-b6e3-4dc4-acce-240ecdbff714 request from dv-cinder-809965-2-iscsi {{(pid=94585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 23:24:59.595847 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] Deleting port d321a977-5445-49e5-ae91-e55d55a5cf2b {{(pid=94585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:24:59.596223 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.708558 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.736763 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Pushing event deleted for resources: {'Port': ['ID=d321a977-5445-49e5-ae91-e55d55a5cf2b,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:59.741959 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] No DVR routers for this DVR port d321a977-5445-49e5-ae91-e55d55a5cf2b on host dv-cinder-809965-2-iscsi {{(pid=94583) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:59.783882 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] For port d321a977-5445-49e5-ae91-e55d55a5cf2b, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=d321a977-5445-49e5-ae91-e55d55a5cf2b,segment=NetworkSegment(ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e),segment_id=ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:24:59.784163 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.796302 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] Calling delete_port for d321a977-5445-49e5-ae91-e55d55a5cf2b owned by network:dhcp {{(pid=94585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:24:59.815182 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.835471 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242267d9-b6e3-4dc4-acce-240ecdbff714']}} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:59.845539 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e') {'for_net_delete': True} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:59.845867 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae58e5d5-1f79-4d91-b23c-31e3c3b45e1e') {} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:24:59.855140 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194785'] for segment, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.868219 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.869675 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723'] for port, after_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.874915 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:24:59.875301 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313264'] for segment, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: Traceback (most recent call last): Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: timer() Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: cb(*args, **kw) Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: return func(*args, **kwargs) Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: self._notify() Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: self.callback(batched_events) Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: event.method(event) Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: return f(self, *a, **k) Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._get(url).json() Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: return self.request(url, 'GET', **kwargs) Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:24:59.876943 dv-cinder-809965-2-iscsi neutron-server[94583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:24:59.900293 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] Pushing event deleted for resources: {'Port': ['ID=d321a977-5445-49e5-ae91-e55d55a5cf2b,revision_number=None']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:24:59.902288 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e415a-e2cc-4caf-82cb-f492b8213265 None None] No DVR routers for this DVR port d321a977-5445-49e5-ae91-e55d55a5cf2b on host dv-cinder-809965-2-iscsi {{(pid=94585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:24:59.977075 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.981333 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:24:59.984030 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] 10.222.0.15 "DELETE /v2.0/networks/242267d9-b6e3-4dc4-acce-240ecdbff714 HTTP/1.1" status: 204 len: 168 time: 0.6895952 Sep 20 23:24:59.987220 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59806) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:24:59.997428 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2063b-5b74-4e01-898e-b21f4963b877 admin admin] Pushing event deleted for resources: {'Network': ['ID=242267d9-b6e3-4dc4-acce-240ecdbff714,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:00.325429 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:00.560231 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Deleting port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:00.560568 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:00.646812 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] For port 8ee73d76-9007-4bd4-b706-76c5fd2bacf1, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,segment=NetworkSegment(01dd32e0-c543-40a2-a42e-16617525bd19),segment_id=01dd32e0-c543-40a2-a42e-16617525bd19)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:00.647090 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:00.659485 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Calling delete_port for 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 owned by network:router_interface {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:00.914362 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:00.942228 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee73d76-9007-4bd4-b706-76c5fd2bacf1,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:01.110552 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:01.229924 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device d321a977-5445-49e5-ae91-e55d55a5cf2b no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:25:01.249701 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: d321a977-5445-49e5-ae91-e55d55a5cf2b {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:25:01.250087 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device d321a977-5445-49e5-ae91-e55d55a5cf2b not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:25:01.339911 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Router 94d1312b-5d26-4a74-b324-d97abc53bea7 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:25:01.443041 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:25:01.447920 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-26b7ccb9-3ab8-47a8-96c4-bb54538a1f98 admin admin] 10.222.0.15 "PUT /v2.0/routers/94d1312b-5d26-4a74-b324-d97abc53bea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595928 Sep 20 23:25:01.450451 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59812) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:01.451297 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] Sync routers for ids ['94d1312b-5d26-4a74-b324-d97abc53bea7'] in dv-cinder-809965-2-iscsi {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:25:01.460730 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] Routers {'94d1312b-5d26-4a74-b324-d97abc53bea7'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:25:01.461348 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['94d1312b-5d26-4a74-b324-d97abc53bea7'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:01.551824 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks [] for router, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:01.564420 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] Set router 94d1312b-5d26-4a74-b324-d97abc53bea7 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:25:01.654744 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:01.747685 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:25:00Z', 'revision_number': 5, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port': {'id': 'a03e2031-2413-45f7-86d2-a40c5eb93cee', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:17Z', 'updated_at': '2021-09-20T23:20:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:01.769767 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Deleting port a03e2031-2413-45f7-86d2-a40c5eb93cee {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:01.770154 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:01.779038 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] Checking router: 94d1312b-5d26-4a74-b324-d97abc53bea7 for host: dv-cinder-809965-2-iscsi {{(pid=94585) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:25:01.787927 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] Routers {'94d1312b-5d26-4a74-b324-d97abc53bea7'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94585) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:25:01.788544 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:24:38Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['94d1312b-5d26-4a74-b324-d97abc53bea7'], 'active': True} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:01.852903 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] For port a03e2031-2413-45f7-86d2-a40c5eb93cee, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=a03e2031-2413-45f7-86d2-a40c5eb93cee,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:01.853287 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:01.869086 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Calling delete_port for a03e2031-2413-45f7-86d2-a40c5eb93cee owned by network:router_gateway {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:01.873881 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvr_db [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] Set router 94d1312b-5d26-4a74-b324-d97abc53bea7 gateway port host: None {{(pid=94585) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:25:01.927223 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_hamode_db [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:25:01Z', 'revision_number': 6, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port_host': None}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:01.956309 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f901fb95-41e7-4017-9779-2334aec0b56d None None] The sync data for ids ['94d1312b-5d26-4a74-b324-d97abc53bea7'] in dv-cinder-809965-2-iscsi is: [{'id': '94d1312b-5d26-4a74-b324-d97abc53bea7', 'name': 'tempest-TestShelveInstance-1056238235-router', 'tenant_id': '33c42f7520b2435684e956453e119641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:16Z', 'updated_at': '2021-09-20T23:25:01Z', 'revision_number': 6, 'project_id': '33c42f7520b2435684e956453e119641', 'gw_port_host': None}] {{(pid=94585) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:25:02.120373 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.146747 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a03e2031-2413-45f7-86d2-a40c5eb93cee,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:02.212733 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.305675 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.308170 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.405956 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.406512 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94d1312b-5d26-4a74-b324-d97abc53bea7 {{(pid=94584) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:25:02.411043 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] Notify callbacks [] for router, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.412324 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-13502347-cabb-4553-bdcd-137526621e5c admin admin] 10.222.0.15 "DELETE /v2.0/routers/94d1312b-5d26-4a74-b324-d97abc53bea7 HTTP/1.1" status: 204 len: 168 time: 0.9608774 Sep 20 23:25:02.414807 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59816) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:02.460456 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0adaa59-70ee-48cd-8351-2f8742bd448c admin admin] Deleting subnet 873d195a-0465-4c53-a7df-30564990b1de {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:25:02.463421 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d0adaa59-70ee-48cd-8351-2f8742bd448c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.497793 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d0adaa59-70ee-48cd-8351-2f8742bd448c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7896106'] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.581159 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d0adaa59-70ee-48cd-8351-2f8742bd448c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.697605 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d0adaa59-70ee-48cd-8351-2f8742bd448c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7896304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8367307'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.723851 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0adaa59-70ee-48cd-8351-2f8742bd448c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873d195a-0465-4c53-a7df-30564990b1de,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:02.732244 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-d0adaa59-70ee-48cd-8351-2f8742bd448c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.732244 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-d0adaa59-70ee-48cd-8351-2f8742bd448c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/873d195a-0465-4c53-a7df-30564990b1de HTTP/1.1" status: 204 len: 168 time: 0.3138678 Sep 20 23:25:02.732244 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59818) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:02.736707 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474865f0-9747-4004-82fa-cc8d2f5fc578 None None] Network 33b7310d-8be9-4909-851c-44c9f712d3f4 requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:25:02.807290 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.871881 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Deleting port 98857d75-6294-43a1-81bf-662447775cc4 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:02.872226 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.946584 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] DHCP port deletion for 33b7310d-8be9-4909-851c-44c9f712d3f4 request from dv-cinder-809965-2-iscsi {{(pid=94585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 23:25:02.959310 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] For port 98857d75-6294-43a1-81bf-662447775cc4, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=98857d75-6294-43a1-81bf-662447775cc4,segment=NetworkSegment(01dd32e0-c543-40a2-a42e-16617525bd19),segment_id=01dd32e0-c543-40a2-a42e-16617525bd19)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:02.959678 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:02.974752 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Calling delete_port for 98857d75-6294-43a1-81bf-662447775cc4 owned by network:dhcp {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:02.997446 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] Deleting port 98857d75-6294-43a1-81bf-662447775cc4 {{(pid=94585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:02.997969 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.096073 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] For port 98857d75-6294-43a1-81bf-662447775cc4, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=98857d75-6294-43a1-81bf-662447775cc4,segment=NetworkSegment(01dd32e0-c543-40a2-a42e-16617525bd19),segment_id=01dd32e0-c543-40a2-a42e-16617525bd19)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:03.096470 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.110208 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] Calling delete_port for 98857d75-6294-43a1-81bf-662447775cc4 owned by network:dhcp {{(pid=94585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:03.170860 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 98857d75-6294-43a1-81bf-662447775cc4 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:25:03.204847 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.235750 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=98857d75-6294-43a1-81bf-662447775cc4,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:03.236937 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723'] for port, after_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.242527 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] No DVR routers for this DVR port 98857d75-6294-43a1-81bf-662447775cc4 on host dv-cinder-809965-2-iscsi {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:25:03.266878 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] Pushing event deleted for resources: {'Port': ['ID=98857d75-6294-43a1-81bf-662447775cc4,revision_number=None']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:03.308262 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No active binding found for port 98857d75-6294-43a1-81bf-662447775cc4 {{(pid=94585) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 20 23:25:03.308709 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 98857d75-6294-43a1-81bf-662447775cc4 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:25:03.309136 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:25:03.327559 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.333676 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4859f-40d3-4d0a-8991-3c4fcbcde955 None None] No DVR routers for this DVR port 98857d75-6294-43a1-81bf-662447775cc4 on host dv-cinder-809965-2-iscsi {{(pid=94585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:25:03.337531 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:25:03.337908 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 8ee73d76-9007-4bd4-b706-76c5fd2bacf1 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:25:03.338325 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a03e2031-2413-45f7-86d2-a40c5eb93cee no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:25:03.355918 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b7310d-8be9-4909-851c-44c9f712d3f4']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:03.370502 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dd32e0-c543-40a2-a42e-16617525bd19') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:03.370646 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: a03e2031-2413-45f7-86d2-a40c5eb93cee {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:25:03.370757 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dd32e0-c543-40a2-a42e-16617525bd19') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:03.370948 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device a03e2031-2413-45f7-86d2-a40c5eb93cee not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:25:03.382832 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.400463 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.407584 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:25:03.408284 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:25:03.410070 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:25:03.530757 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.536787 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:03.539644 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] 10.222.0.15 "DELETE /v2.0/networks/33b7310d-8be9-4909-851c-44c9f712d3f4 HTTP/1.1" status: 204 len: 168 time: 0.8050873 Sep 20 23:25:03.551138 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4b6e-8e40-4cc2-ac7c-249e0c250a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=33b7310d-8be9-4909-851c-44c9f712d3f4,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:03.953662 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59838) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:03.996537 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-456574a2-b708-4433-be07-e259dca4e933 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcdffa0112c8485e816ac56521dc7aad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417163 Sep 20 23:25:03.999591 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59840) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:04.047003 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e7340849-c9b1-4bdb-a5a4-a28615ab103f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:04.069486 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e7340849-c9b1-4bdb-a5a4-a28615ab103f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:04.227115 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e7340849-c9b1-4bdb-a5a4-a28615ab103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:04.227115 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-e7340849-c9b1-4bdb-a5a4-a28615ab103f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:04.227115 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-e7340849-c9b1-4bdb-a5a4-a28615ab103f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24ab26e5-9c56-404a-b483-1ae5b244b7a2 HTTP/1.1" status: 204 len: 168 time: 0.2262654 Sep 20 23:25:04.235726 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7340849-c9b1-4bdb-a5a4-a28615ab103f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ab26e5-9c56-404a-b483-1ae5b244b7a2,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:04.845992 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59848) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:04.885923 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-e1fa9bdc-a30c-4cf7-91b3-b242150a2c47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33c42f7520b2435684e956453e119641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387411 Sep 20 23:25:04.888461 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59850) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:04.935399 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-460d4d45-5d97-4555-b7a0-dce6e4441bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:04.957871 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-460d4d45-5d97-4555-b7a0-dce6e4441bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:05.079724 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-460d4d45-5d97-4555-b7a0-dce6e4441bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:05.082292 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-460d4d45-5d97-4555-b7a0-dce6e4441bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:05.083440 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-460d4d45-5d97-4555-b7a0-dce6e4441bba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a99fd024-586d-4967-aae1-898a7e04cd02 HTTP/1.1" status: 204 len: 168 time: 0.1934602 Sep 20 23:25:05.091034 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d4d45-5d97-4555-b7a0-dce6e4441bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99fd024-586d-4967-aae1-898a7e04cd02,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:05.906905 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d2fc63d3-76d5-4e2b-b251-2d9c28b7ee78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:08.398309 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c1061-3244-489c-94d1-2c99dd90809b req-967432ac-9a30-4592-a664-c1bcfa752eed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:25:08.399883 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-561c1061-3244-489c-94d1-2c99dd90809b req-967432ac-9a30-4592-a664-c1bcfa752eed tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0486438 Sep 20 23:25:08.438243 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-561c1061-3244-489c-94d1-2c99dd90809b req-2e46fc07-4a5e-476d-b8ef-39d29c7f7f34 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Sep 20 23:25:08.462817 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5ab43d27-ce6c-4feb-85c5-12d64f2a63db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:09.108574 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:09.555090 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231094d-0db6-445e-8dcd-8981bb8dcd39 req-1a3926d7-9bea-4997-9875-cd11dfa96e8e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:25:09.556548 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f231094d-0db6-445e-8dcd-8981bb8dcd39 req-1a3926d7-9bea-4997-9875-cd11dfa96e8e tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0509179 Sep 20 23:25:09.594555 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-f231094d-0db6-445e-8dcd-8981bb8dcd39 req-63a68d01-fb0e-478a-9510-ef6a0ef5b145 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315001 Sep 20 23:25:09.719629 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:10.207010 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-b3dc752b-3f00-4df1-94b1-24c73cf5a43d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:25:10.208501 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-b3dc752b-3f00-4df1-94b1-24c73cf5a43d tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0473454 Sep 20 23:25:10.298513 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Deleting port 64a2529b-7a89-4842-83be-3ed32088e751 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:10.298852 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:10.385345 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] For port 64a2529b-7a89-4842-83be-3ed32088e751, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=64a2529b-7a89-4842-83be-3ed32088e751,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:10.385702 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:10.551808 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:10.552171 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1601041'] for floatingip, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:10.552485 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.db.l3_db [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Floating IP 947232df-6146-4b64-a27d-b08ab2c75d4d disassociated. External IP: 172.27.3.156, port: 64a2529b-7a89-4842-83be-3ed32088e751. Sep 20 23:25:10.552819 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Calling delete_port for 64a2529b-7a89-4842-83be-3ed32088e751 owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:10.918109 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59af688-3d77-4987-ac0a-1add7fb25d72 req-765dd59f-d19d-4cfc-8802-72315f84b541 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:25:10.919548 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a59af688-3d77-4987-ac0a-1add7fb25d72 req-765dd59f-d19d-4cfc-8802-72315f84b541 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 946 time: 0.0710266 Sep 20 23:25:10.995037 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-a59af688-3d77-4987-ac0a-1add7fb25d72 req-5f76d88f-d9f1-4ab9-a1fd-8e3458cdb4a8 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups?id=43ee303c-8594-46dc-bac8-600f76e35108&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692005 Sep 20 23:25:11.068111 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:11.097290 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event deleted for resources: {'Port': ['ID=64a2529b-7a89-4842-83be-3ed32088e751,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:11.255166 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:11.258063 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Router 6e72a72d-fcb0-40a7-930a-69894e4df757 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94584) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:25:11.364078 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94584) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:25:11.379088 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] Sync routers for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:25:11.388316 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:25:11.389480 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:25:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:11.403598 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] No DVR routers for this DVR port 64a2529b-7a89-4842-83be-3ed32088e751 on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:25:11.406837 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:11.408882 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4f505fc5-d698-439d-89fc-1fd807b04432 req-584a8c3f-7e3a-4ea9-8b91-c2d848cea0d0 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.35 "DELETE /v2.0/ports/64a2529b-7a89-4842-83be-3ed32088e751 HTTP/1.1" status: 204 len: 173 time: 1.1943231 Sep 20 23:25:11.409323 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'name': 'network-vif-deleted', 'tag': '64a2529b-7a89-4842-83be-3ed32088e751'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:25:11.411729 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f442d6a-7a94-4221-be88-933ec127759a" -d '{"events": [{"server_uuid": "ee1f3347-7d83-451a-bfe2-99687d39bdb1", "name": "network-vif-deleted", "tag": "64a2529b-7a89-4842-83be-3ed32088e751"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:25:11.453663 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2d0d9e-5a51-4f03-b9fa-02b36697d79d x-openstack-request-id: req-1f2d0d9e-5a51-4f03-b9fa-02b36697d79d {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:25:11.453987 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1f3347-7d83-451a-bfe2-99687d39bdb1", "name": "network-vif-deleted", "tag": "64a2529b-7a89-4842-83be-3ed32088e751", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:25:11.454242 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f2d0d9e-5a51-4f03-b9fa-02b36697d79d {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:25:11.454694 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f3347-7d83-451a-bfe2-99687d39bdb1', 'name': 'network-vif-deleted', 'tag': '64a2529b-7a89-4842-83be-3ed32088e751', 'status': 'completed', 'code': 200} Sep 20 23:25:11.500855 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:25:11.785409 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:11.814401 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] Checking router: 6e72a72d-fcb0-40a7-930a-69894e4df757 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:25:11.822629 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:25:11.823230 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:25:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:11.925733 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:25:12.101776 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-55a82a04-5db4-4d5f-a747-4b9b8f206248 req-fec0dcfd-c2eb-46d6-bf17-82adc1719dda tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee1f3347-7d83-451a-bfe2-99687d39bdb1 HTTP/1.1" status: 200 len: 210 time: 0.0289924 Sep 20 23:25:12.122066 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:12.150220 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4010ff4-b84d-497b-952c-7ea6694e4775 None None] The sync data for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi is: [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:53Z', 'revision_number': 4, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi', '_interfaces': [{'id': '6d0e3ba6-c471-42e1-8486-4676efe3b90d', 'name': '', 'network_id': '6af26f7a-6e55-4d19-97cd-7268df2adaae', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'mac_address': 'fa:16:3e:40:4a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:52Z', 'updated_at': '2021-09-20T23:20:56Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'subnets': [{'id': '8e4fa2d1-fac2-4705-9e55-af8533cf726a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:25:12.360327 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06bb074-6ede-4a34-8001-3e3235627eeb None None] New status for floating IP 947232df-6146-4b64-a27d-b08ab2c75d4d: DOWN {{(pid=94585) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 20 23:25:12.438942 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 64a2529b-7a89-4842-83be-3ed32088e751 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:25:12.485316 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 64a2529b-7a89-4842-83be-3ed32088e751 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:25:12.485657 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 64a2529b-7a89-4842-83be-3ed32088e751 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:25:13.250495 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59898) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:13.307293 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-61dc379c-c08b-45be-86e4-0742c147cfda tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.330181 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-61dc379c-c08b-45be-86e4-0742c147cfda tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.432572 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-61dc379c-c08b-45be-86e4-0742c147cfda tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.435092 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-61dc379c-c08b-45be-86e4-0742c147cfda tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.436811 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-61dc379c-c08b-45be-86e4-0742c147cfda tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "DELETE /v2.0/security-groups/43ee303c-8594-46dc-bac8-600f76e35108 HTTP/1.1" status: 204 len: 168 time: 0.1853271 Sep 20 23:25:13.440938 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59900) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:13.446341 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc379c-c08b-45be-86e4-0742c147cfda tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ee303c-8594-46dc-bac8-600f76e35108,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:13.458767 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.api.v2.resource [None req-0bc10d9f-f64d-4e70-9069-f2525308f5d6 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] show failed (client error): The resource could not be found. Sep 20 23:25:13.459849 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0bc10d9f-f64d-4e70-9069-f2525308f5d6 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "GET /v2.0/security-groups/43ee303c-8594-46dc-bac8-600f76e35108 HTTP/1.1" status: 404 len: 347 time: 0.0178614 Sep 20 23:25:13.462713 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59902) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:13.584568 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Deleting port 03057e34-7ff5-44b3-9478-c3478dfbfdb3 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:13.584909 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.655436 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.655758 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.666691 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Calling delete_port for 03057e34-7ff5-44b3-9478-c3478dfbfdb3 owned by network:floatingip {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:13.838483 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.864997 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Pushing event deleted for resources: {'Port': ['ID=03057e34-7ff5-44b3-9478-c3478dfbfdb3,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:13.924821 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks [] for floatingip, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.927398 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for floatingip, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:13.928540 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-ac343192-31a4-41ce-9021-8dfc176dbb68 tempest-AttachVolumeTestJSON-1309475503 tempest-AttachVolumeTestJSON-1309475503-project] 10.222.0.15 "DELETE /v2.0/floatingips/947232df-6146-4b64-a27d-b08ab2c75d4d HTTP/1.1" status: 204 len: 168 time: 0.4635873 Sep 20 23:25:17.839501 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59930) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:18.187783 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1578001'] for router_interface, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:18.425110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Deleting port 6d0e3ba6-c471-42e1-8486-4676efe3b90d {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:18.425452 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:18.504787 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] For port 6d0e3ba6-c471-42e1-8486-4676efe3b90d, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=6d0e3ba6-c471-42e1-8486-4676efe3b90d,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:18.505113 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:18.517588 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Calling delete_port for 6d0e3ba6-c471-42e1-8486-4676efe3b90d owned by network:router_interface {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:18.751976 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:18.777097 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0e3ba6-c471-42e1-8486-4676efe3b90d,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:18.940782 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601185'] for router_interface, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:19.150016 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Router 6e72a72d-fcb0-40a7-930a-69894e4df757 has already been hosted by L3 agent 39500998-8476-47d7-85e2-9d43b5d6ddf3 {{(pid=94583) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 20 23:25:19.253870 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] Notify agent at l3_agent.dv-cinder-809965-2-iscsi the message routers_updated {{(pid=94583) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 20 23:25:19.259048 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-cadadc49-73ac-4e6d-b112-8c810a36f260 admin admin] 10.222.0.15 "PUT /v2.0/routers/6e72a72d-fcb0-40a7-930a-69894e4df757/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4185224 Sep 20 23:25:19.261692 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59932) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:19.264190 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] Sync routers for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 20 23:25:19.273213 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:25:19.273872 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:25:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:19.362180 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks [] for router, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:19.376621 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:25:19.555095 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:25:18Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:19.584776 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] Checking router: 6e72a72d-fcb0-40a7-930a-69894e4df757 for host: dv-cinder-809965-2-iscsi {{(pid=94586) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 20 23:25:19.593297 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] Routers {'6e72a72d-fcb0-40a7-930a-69894e4df757'} bound to L3 agent in host dv-cinder-809965-2-iscsi {{(pid=94586) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 20 23:25:19.593969 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809965-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-20T23:05:38Z,description=,heartbeat_timestamp=2021-09-20T23:25:08Z,host='dv-cinder-809965-2-iscsi',id=39500998-8476-47d7-85e2-9d43b5d6ddf3,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T23:05:39Z,topic='l3_agent')) {'router_ids': ['6e72a72d-fcb0-40a7-930a-69894e4df757'], 'active': True} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:19.698230 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_dvr_db [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] Set router 6e72a72d-fcb0-40a7-930a-69894e4df757 gateway port host: dv-cinder-809965-2-iscsi {{(pid=94586) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 20 23:25:19.717056 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:19.850974 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Deleting port ff8cb899-1c18-4ab8-b7d1-f156b9f97796 {{(pid=94583) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:19.851373 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:19.871859 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.l3_hamode_db [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:25:18Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}], 'dv-cinder-809965-2-iscsi', False) {} {{(pid=94586) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:19.902574 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f1741d-4d43-4992-9f9f-af39fed54cc5 None None] The sync data for ids ['6e72a72d-fcb0-40a7-930a-69894e4df757'] in dv-cinder-809965-2-iscsi is: [{'id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'name': 'tempest-AttachVolumeTestJSON-609097107-router', 'tenant_id': 'bfb8dd7d92154031b07ff027e398a649', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'external_fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:25:18Z', 'revision_number': 5, 'project_id': 'bfb8dd7d92154031b07ff027e398a649', 'gw_port': {'id': 'ff8cb899-1c18-4ab8-b7d1-f156b9f97796', 'name': '', 'network_id': '9b5b4938-7f4d-40f7-b1f0-7674f6da175e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e72a72d-fcb0-40a7-930a-69894e4df757', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '82d0495a-7afb-4c3e-972e-736804952343', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809965-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T23:20:50Z', 'updated_at': '2021-09-20T23:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '82d0495a-7afb-4c3e-972e-736804952343', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809965-2-iscsi'}] {{(pid=94586) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 20 23:25:19.936710 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.db [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] For port ff8cb899-1c18-4ab8-b7d1-f156b9f97796, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=ff8cb899-1c18-4ab8-b7d1-f156b9f97796,segment=NetworkSegment(cb1500e1-d1ca-4415-9ac2-e525c34d9b96),segment_id=cb1500e1-d1ca-4415-9ac2-e525c34d9b96)] {{(pid=94583) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:19.937078 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:19.948864 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.plugin [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Calling delete_port for ff8cb899-1c18-4ab8-b7d1-f156b9f97796 owned by network:router_gateway {{(pid=94583) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:20.172122 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313665'] for port, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.198245 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8cb899-1c18-4ab8-b7d1-f156b9f97796,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:20.257067 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1601127'] for router_gateway, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.347989 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1573174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.350116 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.468441 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1573325'] for router, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.468978 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e72a72d-fcb0-40a7-930a-69894e4df757 {{(pid=94583) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 20 23:25:20.477662 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] Notify callbacks [] for router, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.477662 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-bfe04c61-6c78-445d-b8ea-536b48d5d198 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6e72a72d-fcb0-40a7-930a-69894e4df757 HTTP/1.1" status: 204 len: 168 time: 1.2118678 Sep 20 23:25:20.477662 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 59934) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:20.523291 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea295b7c-508a-4ced-86b9-2176953adceb admin admin] Deleting subnet 8e4fa2d1-fac2-4705-9e55-af8533cf726a {{(pid=94583) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:25:20.526700 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ea295b7c-508a-4ced-86b9-2176953adceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.562988 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ea295b7c-508a-4ced-86b9-2176953adceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4194794'] for subnet, precommit_delete_associations {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.644600 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ea295b7c-508a-4ced-86b9-2176953adceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.777032 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ea295b7c-508a-4ced-86b9-2176953adceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313710', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4539353'] for subnet, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.800717 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea295b7c-508a-4ced-86b9-2176953adceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4fa2d1-fac2-4705-9e55-af8533cf726a,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:20.806459 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-ea295b7c-508a-4ced-86b9-2176953adceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.808290 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-ea295b7c-508a-4ced-86b9-2176953adceb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8e4fa2d1-fac2-4705-9e55-af8533cf726a HTTP/1.1" status: 204 len: 168 time: 0.3302619 Sep 20 23:25:20.811058 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59936) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:20.813664 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62068072-8db2-4262-b63f-8fde2aa05f39 None None] Network 6af26f7a-6e55-4d19-97cd-7268df2adaae requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:25:20.878598 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.939583 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Deleting port 32747796-9c3d-4e1e-9211-c462ce9a07ec {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:20.939583 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:20.992521 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] DHCP port deletion for 6af26f7a-6e55-4d19-97cd-7268df2adaae request from dv-cinder-809965-2-iscsi {{(pid=94585) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 20 23:25:21.003387 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] For port 32747796-9c3d-4e1e-9211-c462ce9a07ec, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=32747796-9c3d-4e1e-9211-c462ce9a07ec,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:21.003762 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.016988 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Calling delete_port for 32747796-9c3d-4e1e-9211-c462ce9a07ec owned by network:dhcp {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:21.023427 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:25:21.040644 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] Deleting port 32747796-9c3d-4e1e-9211-c462ce9a07ec {{(pid=94585) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:25:21.041086 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.102798 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] For port 32747796-9c3d-4e1e-9211-c462ce9a07ec, host dv-cinder-809965-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809965-2-iscsi',level=0,port_id=32747796-9c3d-4e1e-9211-c462ce9a07ec,segment=NetworkSegment(6caa99de-5ab1-493a-b2af-c07699d15e84),segment_id=6caa99de-5ab1-493a-b2af-c07699d15e84)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:25:21.103191 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.119182 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] Calling delete_port for 32747796-9c3d-4e1e-9211-c462ce9a07ec owned by network:dhcp {{(pid=94585) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:25:21.171154 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 6d0e3ba6-c471-42e1-8486-4676efe3b90d no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:25:21.192470 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.196504 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 6d0e3ba6-c471-42e1-8486-4676efe3b90d {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:25:21.196853 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 6d0e3ba6-c471-42e1-8486-4676efe3b90d not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:25:21.197271 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device ff8cb899-1c18-4ab8-b7d1-f156b9f97796 no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:25:21.218499 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: ff8cb899-1c18-4ab8-b7d1-f156b9f97796 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:25:21.219173 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device ff8cb899-1c18-4ab8-b7d1-f156b9f97796 not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:25:21.219340 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 32747796-9c3d-4e1e-9211-c462ce9a07ec no longer exists at agent ovs-agent-dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:25:21.220698 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Pushing event deleted for resources: {'Port': ['ID=32747796-9c3d-4e1e-9211-c462ce9a07ec,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:21.223542 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] No DVR routers for this DVR port 32747796-9c3d-4e1e-9211-c462ce9a07ec on host dv-cinder-809965-2-iscsi {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:25:21.248418 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] No Port match for: 32747796-9c3d-4e1e-9211-c462ce9a07ec {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:25:21.248766 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Device 32747796-9c3d-4e1e-9211-c462ce9a07ec not bound to the agent host dv-cinder-809965-2-iscsi {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:25:21.255504 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723'] for port, after_delete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.280729 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] Pushing event deleted for resources: {'Port': ['ID=32747796-9c3d-4e1e-9211-c462ce9a07ec,revision_number=None']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:21.286283 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed39cc-2485-405f-8e8f-4534a24e66e3 None None] No DVR routers for this DVR port 32747796-9c3d-4e1e-9211-c462ce9a07ec on host dv-cinder-809965-2-iscsi {{(pid=94585) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:25:21.297655 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.322341 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af26f7a-6e55-4d19-97cd-7268df2adaae']}} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:21.331666 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6caa99de-5ab1-493a-b2af-c07699d15e84') {'for_net_delete': True} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:21.331967 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.services.segments.db [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6caa99de-5ab1-493a-b2af-c07699d15e84') {} {{(pid=94584) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:25:21.341246 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7896097'] for segment, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.354239 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.360480 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94584) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:25:21.360860 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7896622'] for segment, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: Traceback (most recent call last): Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: timer() Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: cb(*args, **kw) Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: return func(*args, **kwargs) Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: self._notify() Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: self.callback(batched_events) Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: event.method(event) Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: return f(self, *a, **k) Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._get(url).json() Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: return self.request(url, 'GET', **kwargs) Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:25:21.362504 dv-cinder-809965-2-iscsi neutron-server[94584]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:25:21.542815 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.549115 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:21.550881 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6af26f7a-6e55-4d19-97cd-7268df2adaae HTTP/1.1" status: 204 len: 168 time: 0.7388313 Sep 20 23:25:21.562108 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32617881-9fe3-4112-b8ff-c96a08cd6084 admin admin] Pushing event deleted for resources: {'Network': ['ID=6af26f7a-6e55-4d19-97cd-7268df2adaae,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:21.952053 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59940) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:21.992253 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-795ee7cc-3c5b-441c-ba6a-2aa1af3b58c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfb8dd7d92154031b07ff027e398a649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390480 Sep 20 23:25:21.994736 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 59942) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:22.045307 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-913f9004-9455-4d94-ada0-c44d8382032a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:22.065483 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-913f9004-9455-4d94-ada0-c44d8382032a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:22.186370 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-913f9004-9455-4d94-ada0-c44d8382032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:22.188892 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-913f9004-9455-4d94-ada0-c44d8382032a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:22.190114 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-913f9004-9455-4d94-ada0-c44d8382032a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d17d895-d32b-4df5-a3da-f4667721f76a HTTP/1.1" status: 204 len: 168 time: 0.1944928 Sep 20 23:25:22.198779 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f9004-9455-4d94-ada0-c44d8382032a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d17d895-d32b-4df5-a3da-f4667721f76a,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:22.415073 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:29.617882 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 60024) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:29.719526 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c69ba16c-0311-43e0-9f76-63615585e5ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:29.804410 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c69ba16c-0311-43e0-9f76-63615585e5ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:29.866021 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-c69ba16c-0311-43e0-9f76-63615585e5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:29.905148 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-c69ba16c-0311-43e0-9f76-63615585e5ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7999f4f2c33c4584bec05a7294aae61e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860496 Sep 20 23:25:29.906035 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ba16c-0311-43e0-9f76-63615585e5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c99ea61-7a14-4718-93d7-201695747fb2,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:29.908266 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60028) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:29.958640 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b6dd519-8b56-423c-81c5-564a1d4c8714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:29.978984 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b6dd519-8b56-423c-81c5-564a1d4c8714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:30.085131 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b6dd519-8b56-423c-81c5-564a1d4c8714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:30.087688 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-7b6dd519-8b56-423c-81c5-564a1d4c8714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:30.088834 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-7b6dd519-8b56-423c-81c5-564a1d4c8714 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c99ea61-7a14-4718-93d7-201695747fb2 HTTP/1.1" status: 204 len: 168 time: 0.1795769 Sep 20 23:25:30.096786 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dd519-8b56-423c-81c5-564a1d4c8714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c99ea61-7a14-4718-93d7-201695747fb2,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:30.788174 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60034) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:30.804570 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fb2b78f3-ef3e-4250-88c6-614a14865249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:30.894409 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fb2b78f3-ef3e-4250-88c6-614a14865249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:30.969195 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-fb2b78f3-ef3e-4250-88c6-614a14865249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:31.005705 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-fb2b78f3-ef3e-4250-88c6-614a14865249 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=708b1bfa8a0f46be970d7336b46db5eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164519 Sep 20 23:25:31.007569 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b78f3-ef3e-4250-88c6-614a14865249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acca712-c84c-43a7-a424-0a87a4425b45,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:31.008437 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 60036) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:31.057120 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-27cf63af-7265-45ab-a7bd-edd42f080bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:31.078002 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-27cf63af-7265-45ab-a7bd-edd42f080bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:31.232164 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-27cf63af-7265-45ab-a7bd-edd42f080bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:31.234756 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-27cf63af-7265-45ab-a7bd-edd42f080bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:31.235929 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-27cf63af-7265-45ab-a7bd-edd42f080bb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7acca712-c84c-43a7-a424-0a87a4425b45 HTTP/1.1" status: 204 len: 168 time: 0.2265041 Sep 20 23:25:31.243748 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf63af-7265-45ab-a7bd-edd42f080bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acca712-c84c-43a7-a424-0a87a4425b45,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:33.996167 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 60110) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:34.096745 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-97d6138c-b7e8-4f7a-8efb-db76e82d6960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:34.187101 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-97d6138c-b7e8-4f7a-8efb-db76e82d6960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:34.265911 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-97d6138c-b7e8-4f7a-8efb-db76e82d6960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:34.305722 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-97d6138c-b7e8-4f7a-8efb-db76e82d6960 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=108f2bb6f8a54bf9a7adcdb043083e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084173 Sep 20 23:25:34.306994 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6138c-b7e8-4f7a-8efb-db76e82d6960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd5a94-8217-4802-9d70-02cdbfbf6e7d,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:34.308383 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60114) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:34.356135 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f8c526a2-b4f7-47d7-8f71-9d8eb4f18f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:34.376900 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f8c526a2-b4f7-47d7-8f71-9d8eb4f18f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:34.468367 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f8c526a2-b4f7-47d7-8f71-9d8eb4f18f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:34.470855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-f8c526a2-b4f7-47d7-8f71-9d8eb4f18f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:34.471990 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-f8c526a2-b4f7-47d7-8f71-9d8eb4f18f7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0cfd5a94-8217-4802-9d70-02cdbfbf6e7d HTTP/1.1" status: 204 len: 168 time: 0.1625507 Sep 20 23:25:34.479737 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c526a2-b4f7-47d7-8f71-9d8eb4f18f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd5a94-8217-4802-9d70-02cdbfbf6e7d,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:35.033395 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60120) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:35.046725 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-00426f51-4385-425d-8db6-75e69960eb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:35.143245 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-00426f51-4385-425d-8db6-75e69960eb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:35.214907 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-00426f51-4385-425d-8db6-75e69960eb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:35.253247 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426f51-4385-425d-8db6-75e69960eb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3c85ca-6cf3-4e27-a6b4-a1f0a07d8020,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:35.257589 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-00426f51-4385-425d-8db6-75e69960eb36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d9bfab3d6114cb5a4919c017f11d8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231295 Sep 20 23:25:35.260247 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60122) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:35.318544 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-744b7d3f-aec2-4b56-b798-273d62bcb8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:35.339564 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-744b7d3f-aec2-4b56-b798-273d62bcb8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:35.465802 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-744b7d3f-aec2-4b56-b798-273d62bcb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:35.468362 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-744b7d3f-aec2-4b56-b798-273d62bcb8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:35.469523 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-744b7d3f-aec2-4b56-b798-273d62bcb8cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d3c85ca-6cf3-4e27-a6b4-a1f0a07d8020 HTTP/1.1" status: 204 len: 168 time: 0.2082479 Sep 20 23:25:35.477586 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b7d3f-aec2-4b56-b798-273d62bcb8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3c85ca-6cf3-4e27-a6b4-a1f0a07d8020,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:35.907872 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1dfcc4d9-c605-4d9a-b417-361f80464e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:38.494345 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-f403b63e-7c33-4ffa-9a25-504ef7207f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:39.106661 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:39.690955 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:41.262224 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:52.416218 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:55.171742 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 60270) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:55.274751 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:55.361717 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:55.419456 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:55.460546 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=812192b0483d4fa5a93e837f87f8df25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876909 Sep 20 23:25:55.461458 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6899b0b-58f7-4e07-830a-14e6678cee3f,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:55.463298 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60274) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:25:55.469170 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.469516 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.469874 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.470212 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.470541 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.470872 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.471200 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.471526 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.471849 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.472168 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.472490 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.472808 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab5995b-50ee-47db-8cd9-7e8f18ac55e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:25:55.513147 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-29becb40-586a-4a3f-a87a-b4da2688cc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:55.534110 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-29becb40-586a-4a3f-a87a-b4da2688cc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:55.656452 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-29becb40-586a-4a3f-a87a-b4da2688cc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:55.658961 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-29becb40-586a-4a3f-a87a-b4da2688cc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:25:55.660102 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-29becb40-586a-4a3f-a87a-b4da2688cc93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6899b0b-58f7-4e07-830a-14e6678cee3f HTTP/1.1" status: 204 len: 168 time: 0.1957500 Sep 20 23:25:55.667479 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29becb40-586a-4a3f-a87a-b4da2688cc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6899b0b-58f7-4e07-830a-14e6678cee3f,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:25:58.025705 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:26:05.907873 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b5153eed-b034-485e-8680-4b91e647c425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:06.996159 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60362) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:26:07.110487 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:07.202637 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:07.304450 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:07.342653 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9415c591862b41d483e271daad47ccaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453369 Sep 20 23:26:07.345350 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0855d90e-a88b-4ccc-9223-9493e5690b18,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:07.346103 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 60366) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:26:07.352820 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.367855 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2d61f9-5d86-485a-8013-287d7b27d541 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:07.394834 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6f254bc-6437-47d6-9e14-0679f78509c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:07.417054 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6f254bc-6437-47d6-9e14-0679f78509c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:07.547825 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6f254bc-6437-47d6-9e14-0679f78509c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:07.550404 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-f6f254bc-6437-47d6-9e14-0679f78509c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:07.551592 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-f6f254bc-6437-47d6-9e14-0679f78509c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0855d90e-a88b-4ccc-9223-9493e5690b18 HTTP/1.1" status: 204 len: 168 time: 0.2045028 Sep 20 23:26:07.559246 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f254bc-6437-47d6-9e14-0679f78509c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0855d90e-a88b-4ccc-9223-9493e5690b18,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:08.470912 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5dbb1c81-81b0-4107-94b9-0ff6b2868848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.027510 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 60400) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:26:09.093737 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.134460 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-473ed027-89f3-45a5-ae4b-8d232b10a555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.221012 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-473ed027-89f3-45a5-ae4b-8d232b10a555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.293151 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-473ed027-89f3-45a5-ae4b-8d232b10a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.331126 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-473ed027-89f3-45a5-ae4b-8d232b10a555 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b8c4793e324344c49dfc932f770da781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024423 Sep 20 23:26:09.332211 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ed027-89f3-45a5-ae4b-8d232b10a555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c9696a-e892-48ba-8a71-f813e0fae628,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:09.333856 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60404) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:26:09.382547 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0abbd8cb-5642-413e-a4a1-698975828a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.402037 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0abbd8cb-5642-413e-a4a1-698975828a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.518418 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0abbd8cb-5642-413e-a4a1-698975828a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.521158 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0abbd8cb-5642-413e-a4a1-698975828a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:09.522323 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0abbd8cb-5642-413e-a4a1-698975828a8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27c9696a-e892-48ba-8a71-f813e0fae628 HTTP/1.1" status: 204 len: 168 time: 0.1867533 Sep 20 23:26:09.529925 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbd8cb-5642-413e-a4a1-698975828a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c9696a-e892-48ba-8a71-f813e0fae628,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:09.727544 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:10.579913 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60426) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:26:10.672434 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1923655540-network', 'tenant_id': 'b059aaf53f264aed841ff3c987c87d3c'}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:26:10.781686 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Made reservation on behalf of b059aaf53f264aed841ff3c987c87d3c for: {'network': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:26:10.783961 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for network, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:10.792162 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:10.877958 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:10.975825 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.000127 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94583) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 20 23:26:11.009444 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8aa00-1134-4da1-89f0-2610e93fa2d8,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:11.014139 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.014480 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.db.segments_db [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Added segment 23bff405-4ca8-4f54-a2bd-641c7f0fbce7 of type vlan for network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe Sep 20 23:26:11.053791 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732059524904'] for network, precommit_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.156798 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006'] for network, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.157797 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:11.158417 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.222171 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] Pushing event updated for resources: {'Network': ['ID=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe,revision_number=1']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:11.231894 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe details requested by agent ovs-agent-dv-cinder-809965-2-iscsi with host dv-cinder-809965-2-iscsi {{(pid=94585) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 20 23:26:11.268420 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-0deef7c6-a9b3-4c5a-b8f9-4042c7eafdbc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6874053 Sep 20 23:26:11.271296 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 60430) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:26:11.276002 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.v2.base [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Request body: {'subnet': {'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1923655540-subnet', 'tenant_id': 'b059aaf53f264aed841ff3c987c87d3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94583) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:26:11.301969 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.387312 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Made reservation on behalf of b059aaf53f264aed841ff3c987c87d3c for: {'subnet': 1} {{(pid=94583) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:26:11.389585 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4539390'] for subnet, before_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.601670 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4313645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4539344'] for subnet, after_create {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.661083 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22c0be1-bf23-42cb-98c8-cf8f25337e29,revision_number=0']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:11.665277 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Checking segment: {'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94583) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:26:11.665635 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Network hostable DHCP agents. Network: ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe, hostable agents: ['97d58dc2-fe6a-4918-b7ba-90d1f341cf37'], hosted agents: [] {{(pid=94583) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 20 23:26:11.730090 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe is scheduled to be hosted by DHCP agent 97d58dc2-fe6a-4918-b7ba-90d1f341cf37 with binding_index 1 {{(pid=94583) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 20 23:26:11.795770 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.scheduler.base_scheduler [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809965-2-iscsi, ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe) {{(pid=94583) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:26:11.799905 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:11.800480 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:11.804603 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd79384-20a3-40b1-b921-f1a0aad1fc81 None None] Network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:26:11.877111 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-4039a289-b2a6-4083-924d-dc54fdf1bf7b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6047547 Sep 20 23:26:11.930546 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c828e0c-0fd7-4c79-a321-96b4b5648539 None None] Network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe requested from dv-cinder-809965-2-iscsi {{(pid=94585) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 20 23:26:14.001716 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-f29e1340-0462-4097-bf9b-0740f1a955bb tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:14.003177 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-f29e1340-0462-4097-bf9b-0740f1a955bb tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/networks?id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe HTTP/1.1" status: 200 len: 814 time: 0.1006975 Sep 20 23:26:14.017436 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-7b5dc083-93fb-4f26-a245-2dc33d1c7d68 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/quotas/b059aaf53f264aed841ff3c987c87d3c HTTP/1.1" status: 200 len: 375 time: 0.0085242 Sep 20 23:26:14.047167 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-1979f64e-5c36-419e-bbaf-e46aae3e96c4 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b059aaf53f264aed841ff3c987c87d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246937 Sep 20 23:26:14.135137 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-3ec1c7c6-80fa-4e35-bf1f-1bd9574aa32e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=94583) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 23:26:14.144396 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-3ec1c7c6-80fa-4e35-bf1f-1bd9574aa32e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0817556 Sep 20 23:26:14.222326 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-358036e9-3b04-485b-b301-73e4d9938389 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796361 Sep 20 23:26:14.311663 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-61c388f9-f033-4b81-9f3e-9223033353b9 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834508 Sep 20 23:26:14.543716 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-9c41c93c-e7e6-4309-ad86-e569197db409 req-707b2353-bfb9-4c13-9da0-adfcb275e37b tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 210 time: 0.0308957 Sep 20 23:26:15.617493 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-cbd48aec-67d4-4399-8de3-c87a2d77e169 req-5c6a23b6-f378-4633-bf3c-e755a003eb1a tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 210 time: 0.0252428 Sep 20 23:26:16.709071 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b733334f-88c9-4a7d-9fab-c33e8b798d6a req-cc988179-fae1-4747-90dd-3f153e5236e5 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 210 time: 0.0262794 Sep 20 23:26:16.940420 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-0a749273-b290-4169-9800-f05a8775ba2c tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:16.941797 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-0a749273-b290-4169-9800-f05a8775ba2c tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.35 "GET /v2.0/networks?id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe HTTP/1.1" status: 200 len: 814 time: 0.1002855 Sep 20 23:26:16.960743 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Request body: {'port': {'device_id': 'd8a4d2fc-0d0f-42fe-b05c-2314f3516372', 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe', 'admin_state_up': True, 'tenant_id': 'b059aaf53f264aed841ff3c987c87d3c'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:26:17.167239 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Made reservation on behalf of b059aaf53f264aed841ff3c987c87d3c for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:26:17.176492 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:17.303850 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Allocated IP 172.20.0.7 (ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe/c22c0be1-bf23-42cb-98c8-cf8f25337e29/50d4b083-a512-45ad-b2b5-f3104481282d) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:26:17.454296 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:17.541588 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:17.585666 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:26:17.588686 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:26:17.592229 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:26:17.618917 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Pushing event updated for resources: {'Port': ['ID=50d4b083-a512-45ad-b2b5-f3104481282d,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:17.646384 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:17.646991 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:17.719506 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-2eaedffa-a6ee-49ff-aa1a-5393c2007bbd tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7624371 Sep 20 23:26:17.739156 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Request body: {'port': {'device_id': 'd8a4d2fc-0d0f-42fe-b05c-2314f3516372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:26:17.794753 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:17.823219 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d1720-4df7-4bc2-bd39-2fdc4a63336e req-60eb452d-4672-4552-800b-4999c6a82e17 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:17.824697 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-312d1720-4df7-4bc2-bd39-2fdc4a63336e req-60eb452d-4672-4552-800b-4999c6a82e17 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 931 time: 0.0488811 Sep 20 23:26:17.868776 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-312d1720-4df7-4bc2-bd39-2fdc4a63336e req-c3ff25f3-5396-4e2e-bcb1-c1e392282d6a tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377092 Sep 20 23:26:18.054790 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d4b083-a512-45ad-b2b5-f3104481282d {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:26:18.062007 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:18.073615 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Transition to ACTIVE for port object 50d4b083-a512-45ad-b2b5-f3104481282d will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:26:18.155588 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:18.222553 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Pushing event updated for resources: {'Port': ['ID=50d4b083-a512-45ad-b2b5-f3104481282d,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:18.271222 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Attempting to bind port 50d4b083-a512-45ad-b2b5-f3104481282d on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:26:18.271554 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Attempting to bind port 50d4b083-a512-45ad-b2b5-f3104481282d by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:26:18.271875 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Attempting to bind port 50d4b083-a512-45ad-b2b5-f3104481282d on network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:26:18.276108 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Port 50d4b083-a512-45ad-b2b5-f3104481282d on network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:26:18.276420 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Attempting to bind port 50d4b083-a512-45ad-b2b5-f3104481282d on network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:26:18.281151 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:26:18.282173 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Checking segment: {'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:26:18.282173 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Bound using segment: {'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:26:18.282897 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Bound port: 50d4b083-a512-45ad-b2b5-f3104481282d, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:26:18.283250 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:18.347537 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] For port 50d4b083-a512-45ad-b2b5-f3104481282d, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:26:18.350410 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] For port 50d4b083-a512-45ad-b2b5-f3104481282d, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d4b083-a512-45ad-b2b5-f3104481282d,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:26:18.430563 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:18.465259 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:18.465913 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:18.467287 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] 10.222.0.35 "PUT /v2.0/ports/50d4b083-a512-45ad-b2b5-f3104481282d HTTP/1.1" status: 200 len: 1093 time: 0.7335982 Sep 20 23:26:18.467718 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a4d2fc-0d0f-42fe-b05c-2314f3516372', 'tag': '50d4b083-a512-45ad-b2b5-f3104481282d'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:26:18.470631 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230c2a1e-d810-443e-8768-845dbd5f9c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a4d2fc-0d0f-42fe-b05c-2314f3516372", "tag": "50d4b083-a512-45ad-b2b5-f3104481282d"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:26:18.492899 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc35f8-0d16-40c6-ba77-2d9ff001b8da service neutron] Pushing event updated for resources: {'Port': ['ID=50d4b083-a512-45ad-b2b5-f3104481282d,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:18.507834 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0ad48b-abea-4fc1-ba52-bd5a4b0de6b3 x-openstack-request-id: req-3f0ad48b-abea-4fc1-ba52-bd5a4b0de6b3 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:26:18.508248 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a4d2fc-0d0f-42fe-b05c-2314f3516372", "tag": "50d4b083-a512-45ad-b2b5-f3104481282d", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:26:18.508564 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f0ad48b-abea-4fc1-ba52-bd5a4b0de6b3 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:26:18.508960 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a4d2fc-0d0f-42fe-b05c-2314f3516372', 'tag': '50d4b083-a512-45ad-b2b5-f3104481282d', 'status': 'completed', 'code': 200} Sep 20 23:26:18.590875 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2a1e-d810-443e-8768-845dbd5f9c5f req-54064cd3-36aa-4ceb-9b56-cc7b61a1bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:18.592380 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-230c2a1e-d810-443e-8768-845dbd5f9c5f req-54064cd3-36aa-4ceb-9b56-cc7b61a1bc46 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b059aaf53f264aed841ff3c987c87d3c&device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 1096 time: 0.0411329 Sep 20 23:26:18.700337 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2a1e-d810-443e-8768-845dbd5f9c5f req-87029655-85e7-426f-86be-85d6eda79cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:18.701671 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-230c2a1e-d810-443e-8768-845dbd5f9c5f req-87029655-85e7-426f-86be-85d6eda79cde service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b059aaf53f264aed841ff3c987c87d3c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963335 Sep 20 23:26:18.792463 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c2a1e-d810-443e-8768-845dbd5f9c5f req-196f4a92-50f1-44dc-816c-ba856cde8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:18.793953 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-230c2a1e-d810-443e-8768-845dbd5f9c5f req-196f4a92-50f1-44dc-816c-ba856cde8e14 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852430 Sep 20 23:26:18.897405 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-9fe5a4e9-9f46-4638-ab70-06613752b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:18.898942 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-9fe5a4e9-9f46-4638-ab70-06613752b8f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b059aaf53f264aed841ff3c987c87d3c&device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 1096 time: 0.0470836 Sep 20 23:26:18.948067 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-d87751df-59b3-4ca9-8429-35f64ac13dcd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50d4b083-a512-45ad-b2b5-f3104481282d HTTP/1.1" status: 200 len: 217 time: 0.0353415 Sep 20 23:26:18.981032 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c47900-4e52-4aa0-8c88-ca071a072df6 req-33000f43-5d62-4179-8e24-005452bd8449 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:18.982445 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95c47900-4e52-4aa0-8c88-ca071a072df6 req-33000f43-5d62-4179-8e24-005452bd8449 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 943 time: 0.0479689 Sep 20 23:26:18.996708 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-c5950fdb-8d99-41fc-9a59-c751cc360305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:18.998240 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-c5950fdb-8d99-41fc-9a59-c751cc360305 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c22c0be1-bf23-42cb-98c8-cf8f25337e29 HTTP/1.1" status: 200 len: 854 time: 0.0435557 Sep 20 23:26:19.020095 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-95c47900-4e52-4aa0-8c88-ca071a072df6 req-ab99f076-dc85-4dc9-9577-4d09fde62264 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Sep 20 23:26:19.032258 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-d551cb7b-80d0-406b-853f-67abc7fbe3cc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271366 Sep 20 23:26:19.135839 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-ab6124a9-a6a6-4c16-a636-ca6006bc1832 service neutron] 10.222.0.35 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970657 Sep 20 23:26:19.227277 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-4b226275-c850-42c6-81f2-b74e0f3369b1 req-42c2680b-e5ff-4eda-b9f4-aeca8dc566f8 service neutron] 10.222.0.35 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847278 Sep 20 23:26:20.135668 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f8465-4a6b-4033-84e3-7a8031907157 req-c7e88049-4721-4634-acd6-e67fc0dd034a tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:20.137058 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-257f8465-4a6b-4033-84e3-7a8031907157 req-c7e88049-4721-4634-acd6-e67fc0dd034a tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 943 time: 0.0486488 Sep 20 23:26:20.175723 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-257f8465-4a6b-4033-84e3-7a8031907157 req-dc9e2fbb-fded-4c3f-bad8-4a9adb8b198c tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Sep 20 23:26:21.294313 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0278bb-2e9b-4162-b334-15d95b7f8498 req-61c345de-24ac-4e41-b3a9-7a2bbd133632 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:21.295800 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4f0278bb-2e9b-4162-b334-15d95b7f8498 req-61c345de-24ac-4e41-b3a9-7a2bbd133632 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 943 time: 0.0504107 Sep 20 23:26:21.341984 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4f0278bb-2e9b-4162-b334-15d95b7f8498 req-0bdc97c3-259f-49aa-aba4-b954e17e320d tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Sep 20 23:26:22.413343 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:22.469346 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5704a2a-9d2a-4073-a096-555e0c3e6ef7 req-21bae10c-1de5-429e-9621-84d4f93ebe85 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:22.471620 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b5704a2a-9d2a-4073-a096-555e0c3e6ef7 req-21bae10c-1de5-429e-9621-84d4f93ebe85 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 943 time: 0.0608280 Sep 20 23:26:22.513671 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b5704a2a-9d2a-4073-a096-555e0c3e6ef7 req-b7520251-da7e-499f-a39f-97f7accff387 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Sep 20 23:26:22.808196 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d4b083-a512-45ad-b2b5-f3104481282d details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:26:22.910479 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d4b083-a512-45ad-b2b5-f3104481282d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d4b083-a512-45ad-b2b5-f3104481282d,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:26:22.921433 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '50d4b083-a512-45ad-b2b5-f3104481282d', 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe', 'port_id': '50d4b083-a512-45ad-b2b5-f3104481282d', 'mac_address': 'fa:16:3e:e2:3b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22c0be1-bf23-42cb-98c8-cf8f25337e29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:26:22.957734 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:22.970605 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d4b083-a512-45ad-b2b5-f3104481282d {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:26:22.989198 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d4b083-a512-45ad-b2b5-f3104481282d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d4b083-a512-45ad-b2b5-f3104481282d,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:26:23.058679 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:23.105723 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=50d4b083-a512-45ad-b2b5-f3104481282d,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:23.112631 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.112978 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.113315 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.113649 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.114005 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.114331 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.114658 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.114977 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.115325 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.115652 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.115969 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.116282 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:26:23.369577 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['50d4b083-a512-45ad-b2b5-f3104481282d'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:26:23.626171 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0ac4-5794-4684-898d-408751a8f85e req-cf4998b8-5e50-4a67-8dce-0fb00e82ae68 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:23.627547 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-997d0ac4-5794-4684-898d-408751a8f85e req-cf4998b8-5e50-4a67-8dce-0fb00e82ae68 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 944 time: 0.0473490 Sep 20 23:26:23.667177 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-997d0ac4-5794-4684-898d-408751a8f85e req-d6d3440c-40b1-4e23-93c8-c1907d22dac7 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337403 Sep 20 23:26:24.786283 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91282c19-b49b-4188-93b0-b3e1d00259ab req-158e19c3-2a54-4a62-bf46-60a7efb1a659 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:24.787721 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-91282c19-b49b-4188-93b0-b3e1d00259ab req-158e19c3-2a54-4a62-bf46-60a7efb1a659 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 944 time: 0.0512903 Sep 20 23:26:24.823829 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d4b083-a512-45ad-b2b5-f3104481282d up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:26:24.824419 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-91282c19-b49b-4188-93b0-b3e1d00259ab req-cf9bcfcd-0cd3-44ac-baa6-e1fb75bbcc93 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Sep 20 23:26:25.018752 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 50d4b083-a512-45ad-b2b5-f3104481282d completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:26:25.022325 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 50d4b083-a512-45ad-b2b5-f3104481282d triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:26:25.022699 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:25.099436 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:25.120764 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a4d2fc-0d0f-42fe-b05c-2314f3516372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d4b083-a512-45ad-b2b5-f3104481282d'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:26:25.122994 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178263e8-badc-41ae-8194-6a33e2648eab" -d '{"events": [{"server_uuid": "d8a4d2fc-0d0f-42fe-b05c-2314f3516372", "name": "network-vif-plugged", "status": "completed", "tag": "50d4b083-a512-45ad-b2b5-f3104481282d"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:26:25.135692 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 50d4b083-a512-45ad-b2b5-f3104481282d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d4b083-a512-45ad-b2b5-f3104481282d,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:26:25.276153 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b042acb9-7fc5-432e-b501-baccf78fc5f5 x-openstack-request-id: req-b042acb9-7fc5-432e-b501-baccf78fc5f5 {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:26:25.276452 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a4d2fc-0d0f-42fe-b05c-2314f3516372", "name": "network-vif-plugged", "status": "completed", "tag": "50d4b083-a512-45ad-b2b5-f3104481282d", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:26:25.276713 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b042acb9-7fc5-432e-b501-baccf78fc5f5 {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:26:25.277103 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a4d2fc-0d0f-42fe-b05c-2314f3516372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d4b083-a512-45ad-b2b5-f3104481282d', 'code': 200} Sep 20 23:26:25.309579 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:25.357160 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=50d4b083-a512-45ad-b2b5-f3104481282d,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:26:25.622050 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe43b-07eb-4e95-b1fa-7582abc55a50 req-fd9298d6-3575-4e14-8ef3-f04f47f52272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:25.623522 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57bbe43b-07eb-4e95-b1fa-7582abc55a50 req-fd9298d6-3575-4e14-8ef3-f04f47f52272 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 1098 time: 0.0414579 Sep 20 23:26:25.658480 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-57bbe43b-07eb-4e95-b1fa-7582abc55a50 req-b221b763-2e7a-4a15-8d67-b76af0263c69 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276606 Sep 20 23:26:25.939695 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196b278-d79c-42f5-abc9-bc154a35e8e9 req-406890ae-722b-4732-9f3f-e6a2139da91b tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:25.941101 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8196b278-d79c-42f5-abc9-bc154a35e8e9 req-406890ae-722b-4732-9f3f-e6a2139da91b tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 945 time: 0.0481758 Sep 20 23:26:25.979232 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8196b278-d79c-42f5-abc9-bc154a35e8e9 req-be89c0a5-4e89-497e-aecd-b69992db9a27 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319819 Sep 20 23:26:27.091373 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec6b50-f429-4589-815d-91aa41a39f32 req-88679d0c-d468-4e1b-8935-55007cc1224c tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:27.093345 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ec6b50-f429-4589-815d-91aa41a39f32 req-88679d0c-d468-4e1b-8935-55007cc1224c tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 945 time: 0.0483029 Sep 20 23:26:27.131102 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-04ec6b50-f429-4589-815d-91aa41a39f32 req-3e8fcdf1-2e35-4803-a506-c25869d5987c tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312710 Sep 20 23:26:35.024503 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:26:35.904202 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-009ad163-471b-483f-b83e-3fd7ecabb5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:38.446662 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-2f5bd70c-c031-4ec1-8019-e73af7b87a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:39.115115 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:39.709325 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:41.257731 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:52.438543 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:26:57.868603 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-b9835870-613a-45eb-a7da-65637f3e470e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437386 Sep 20 23:26:57.968851 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-b8e9e3af-eb0d-4ce1-966d-32e55be4b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:57.970382 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-b8e9e3af-eb0d-4ce1-966d-32e55be4b1ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b059aaf53f264aed841ff3c987c87d3c&device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 1098 time: 0.0416656 Sep 20 23:26:58.073820 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-cb584758-ae4d-482d-a106-450e46b1a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:58.075258 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-cb584758-ae4d-482d-a106-450e46b1a291 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe HTTP/1.1" status: 200 len: 915 time: 0.0852461 Sep 20 23:26:58.124104 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-29dbaa1d-5e55-46cc-865f-122f7873f3e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50d4b083-a512-45ad-b2b5-f3104481282d HTTP/1.1" status: 200 len: 217 time: 0.0367448 Sep 20 23:26:58.175094 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-38acd881-6b09-471e-8c40-e3f721bbb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:26:58.176509 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-38acd881-6b09-471e-8c40-e3f721bbb1f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c22c0be1-bf23-42cb-98c8-cf8f25337e29 HTTP/1.1" status: 200 len: 854 time: 0.0430651 Sep 20 23:26:58.208668 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-d59bc3bb-d71f-4a82-ae8d-ed45383ceed6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247171 Sep 20 23:26:58.300700 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-55f5849e-9e48-4ad3-ba01-c8638df405b2 service neutron] 10.222.0.35 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848999 Sep 20 23:26:59.323032 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-98743ef6-6a04-47ec-810e-1203fc1c5e0c req-10a2e94e-809b-4df5-a6e1-132a54575655 service neutron] 10.222.0.35 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819266 Sep 20 23:27:05.942988 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9657f979-e47b-4b79-b835-5cc2f19014b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:08.472296 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-42c3aadb-a1c0-4049-9d5e-57dda539ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:09.089044 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:09.736865 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:11.288791 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:12.011652 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8965909-e547-44ec-b39e-4c10de8457f1 req-7620d266-7fa2-40b8-81f8-9f738915a988 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:12.013116 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c8965909-e547-44ec-b39e-4c10de8457f1 req-7620d266-7fa2-40b8-81f8-9f738915a988 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Sep 20 23:27:12.023558 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:27:12.053807 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-c8965909-e547-44ec-b39e-4c10de8457f1 req-9165e08d-8a79-4ff2-a8a3-e284a1adea01 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Sep 20 23:27:13.172597 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d705a8b-fc38-4738-827d-159679ecba41 req-a695f059-8e89-481d-941f-d590f6b0cc10 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:13.174095 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8d705a8b-fc38-4738-827d-159679ecba41 req-a695f059-8e89-481d-941f-d590f6b0cc10 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 945 time: 0.0477781 Sep 20 23:27:13.218259 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-8d705a8b-fc38-4738-827d-159679ecba41 req-00ce3e2a-982c-4fab-b51a-7aa86d1592d9 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372236 Sep 20 23:27:13.657674 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-9fe96990-900e-4b57-83fc-647bb4e028b5 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:13.659133 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-9fe96990-900e-4b57-83fc-647bb4e028b5 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.35 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 945 time: 0.0469255 Sep 20 23:27:13.745024 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Deleting port 50d4b083-a512-45ad-b2b5-f3104481282d {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:27:13.745361 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:13.833620 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] For port 50d4b083-a512-45ad-b2b5-f3104481282d, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=50d4b083-a512-45ad-b2b5-f3104481282d,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:27:13.834001 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:13.845300 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Calling delete_port for 50d4b083-a512-45ad-b2b5-f3104481282d owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:27:14.022422 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:14.056780 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['50d4b083-a512-45ad-b2b5-f3104481282d'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:27:14.058109 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Pushing event deleted for resources: {'Port': ['ID=50d4b083-a512-45ad-b2b5-f3104481282d,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:27:14.094182 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.094529 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.094871 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.095207 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.095539 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.095873 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.096202 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.096530 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.096857 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.097181 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.097503 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.099139 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:14.101762 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] No DVR routers for this DVR port 50d4b083-a512-45ad-b2b5-f3104481282d on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:27:14.103945 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:14.106092 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-121dc184-6f7f-487d-ae6c-924824b6fb39 req-3352b6bc-c753-4f9a-9fe9-73f3fe01e998 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.35 "DELETE /v2.0/ports/50d4b083-a512-45ad-b2b5-f3104481282d HTTP/1.1" status: 204 len: 173 time: 0.4407685 Sep 20 23:27:14.106535 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a4d2fc-0d0f-42fe-b05c-2314f3516372', 'name': 'network-vif-deleted', 'tag': '50d4b083-a512-45ad-b2b5-f3104481282d'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:27:14.109265 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6132a3c3-81e2-4674-b096-b8013dba1b3e" -d '{"events": [{"server_uuid": "d8a4d2fc-0d0f-42fe-b05c-2314f3516372", "name": "network-vif-deleted", "tag": "50d4b083-a512-45ad-b2b5-f3104481282d"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:27:14.147422 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b86eab8-7c56-4441-b5e5-39b54818e40f x-openstack-request-id: req-7b86eab8-7c56-4441-b5e5-39b54818e40f {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:27:14.147422 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a4d2fc-0d0f-42fe-b05c-2314f3516372", "name": "network-vif-deleted", "tag": "50d4b083-a512-45ad-b2b5-f3104481282d", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:27:14.147422 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b86eab8-7c56-4441-b5e5-39b54818e40f {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:27:14.147422 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a4d2fc-0d0f-42fe-b05c-2314f3516372', 'name': 'network-vif-deleted', 'tag': '50d4b083-a512-45ad-b2b5-f3104481282d', 'status': 'completed', 'code': 200} Sep 20 23:27:14.314476 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-45e85afb-ffe3-4e11-a02b-b7ff56f6bb24 req-3e64b358-df1b-4864-845c-99384e6a31d7 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8a4d2fc-0d0f-42fe-b05c-2314f3516372 HTTP/1.1" status: 200 len: 210 time: 0.0260150 Sep 20 23:27:18.731691 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d4b083-a512-45ad-b2b5-f3104481282d no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:27:18.751604 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 50d4b083-a512-45ad-b2b5-f3104481282d {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:27:18.751946 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 50d4b083-a512-45ad-b2b5-f3104481282d not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:27:22.479294 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:25.772356 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-939fd117-42df-4bbc-bf92-aa51c1460382 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:25.773880 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-939fd117-42df-4bbc-bf92-aa51c1460382 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/networks?id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe HTTP/1.1" status: 200 len: 814 time: 0.1013443 Sep 20 23:27:25.788213 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d70e130b-dad6-48c1-b793-1e5935348d95 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/quotas/b059aaf53f264aed841ff3c987c87d3c HTTP/1.1" status: 200 len: 375 time: 0.0087190 Sep 20 23:27:25.819489 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-6ad94787-fef7-42ea-a903-cb38437220a7 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b059aaf53f264aed841ff3c987c87d3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259495 Sep 20 23:27:25.956499 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-ce5153d0-f26f-4336-bad9-ab8ced88ce78 service neutron] 10.222.0.15 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302414 Sep 20 23:27:26.043250 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-dcfdb042-0a6e-4540-a130-17a1333f8ccb service neutron] 10.222.0.15 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805633 Sep 20 23:27:26.450849 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-fdfb05d7-fc3f-44c1-999c-acae93534a40 req-6cb5130f-2419-42c1-804c-6b7cf307a2d2 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 210 time: 0.0258055 Sep 20 23:27:27.547435 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-49b7f236-0a5f-46ab-a8cd-4a3e4fa68de3 req-1d308a68-a499-4a52-8491-c5dbc1e719a3 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 210 time: 0.0296044 Sep 20 23:27:28.298339 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-54dc4039-bde6-4686-8865-98942f35a068 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:28.303710 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-54dc4039-bde6-4686-8865-98942f35a068 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.35 "GET /v2.0/networks?id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe HTTP/1.1" status: 200 len: 814 time: 0.1027703 Sep 20 23:27:28.318976 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Request body: {'port': {'device_id': '4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb', 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe', 'admin_state_up': True, 'tenant_id': 'b059aaf53f264aed841ff3c987c87d3c'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:27:28.495730 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Made reservation on behalf of b059aaf53f264aed841ff3c987c87d3c for: {'port': 1} {{(pid=94584) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 20 23:27:28.499437 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:28.624081 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_common [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Allocated IP 172.20.0.5 (ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe/c22c0be1-bf23-42cb-98c8-cf8f25337e29/35a74366-5047-4b44-8f5b-ca3fa7635288) {{(pid=94584) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 20 23:27:28.642782 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-bcd48e8b-d1b6-49a5-b3ba-faa3835c0365 req-ebc45beb-b75a-4ef3-b101-ca7db6e1a3d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 210 time: 0.0287106 Sep 20 23:27:28.768345 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks [] for port, precommit_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:28.873498 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732059520714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_create {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:28.915667 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe is already hosted by enough agents. {{(pid=94584) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 20 23:27:28.918653 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.scheduler.base_scheduler [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Resources bound (agent type, host, resource id): {{(pid=94584) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 20 23:27:28.922192 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Received port after_create {{(pid=94584) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 20 23:27:28.930668 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Pushing event updated for resources: {'Port': ['ID=35a74366-5047-4b44-8f5b-ca3fa7635288,revision_number=1']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:27:28.979314 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:28.979919 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:29.049092 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d4f3a053-ef4e-464f-941a-256fa2dda230 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7345841 Sep 20 23:27:29.068259 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.v2.base [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Request body: {'port': {'device_id': '4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80996'}} {{(pid=94584) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 20 23:27:29.119730 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:29.371816 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35a74366-5047-4b44-8f5b-ca3fa7635288 {{(pid=94584) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:27:29.379548 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:29.390911 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.provisioning_blocks [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Transition to ACTIVE for port object 35a74366-5047-4b44-8f5b-ca3fa7635288 will not be triggered until provisioned by entity L2. {{(pid=94584) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 20 23:27:29.448985 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:29.496485 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Pushing event updated for resources: {'Port': ['ID=35a74366-5047-4b44-8f5b-ca3fa7635288,revision_number=2']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:27:29.563258 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Attempting to bind port 35a74366-5047-4b44-8f5b-ca3fa7635288 on host hv-cinder-80996 for vnic_type normal with profile {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 20 23:27:29.563594 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Attempting to bind port 35a74366-5047-4b44-8f5b-ca3fa7635288 by drivers openvswitch,hyperv on host hv-cinder-80996 at level 0 using segments [{'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 20 23:27:29.563924 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Attempting to bind port 35a74366-5047-4b44-8f5b-ca3fa7635288 on network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:27:29.568733 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Port 35a74366-5047-4b44-8f5b-ca3fa7635288 on network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80996 {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 20 23:27:29.569059 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Attempting to bind port 35a74366-5047-4b44-8f5b-ca3fa7635288 on network ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 20 23:27:29.573796 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Checking agent: {'id': '53fab194-4dc0-4509-8b45-36f3ba889175', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'started_at': datetime.datetime(2021, 9, 20, 23, 11, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 23, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 20 23:27:29.574139 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Checking segment: {'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94584) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 20 23:27:29.574525 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Bound using segment: {'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'} {{(pid=94584) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 20 23:27:29.574955 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.managers [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Bound port: 35a74366-5047-4b44-8f5b-ca3fa7635288, host: hv-cinder-80996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23bff405-4ca8-4f54-a2bd-641c7f0fbce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe'}}] {{(pid=94584) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 20 23:27:29.575308 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:29.639195 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] For port 35a74366-5047-4b44-8f5b-ca3fa7635288, host hv-cinder-80996, cleared binding levels {{(pid=94584) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 20 23:27:29.642092 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] For port 35a74366-5047-4b44-8f5b-ca3fa7635288, host hv-cinder-80996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=35a74366-5047-4b44-8f5b-ca3fa7635288,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94584) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 20 23:27:29.976222 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7896262'] for port, after_update {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:30.030484 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:30.031088 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:30.032442 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] 10.222.0.35 "PUT /v2.0/ports/35a74366-5047-4b44-8f5b-ca3fa7635288 HTTP/1.1" status: 200 len: 1093 time: 0.9688349 Sep 20 23:27:30.032881 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb', 'tag': '35a74366-5047-4b44-8f5b-ca3fa7635288'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:27:30.035725 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee2247b-c853-401b-bc52-eb273ea11b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb", "tag": "35a74366-5047-4b44-8f5b-ca3fa7635288"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:27:30.062784 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dff11d-cc68-4d1b-94ce-f39a3e3a98c5 req-217ddb40-7f65-4bf9-9e87-24ecb41cf9e0 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:30.064247 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c9dff11d-cc68-4d1b-94ce-f39a3e3a98c5 req-217ddb40-7f65-4bf9-9e87-24ecb41cf9e0 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 943 time: 0.3557379 Sep 20 23:27:30.067540 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8f3f6-21e2-4e3e-bdbe-fac20280f30b service neutron] Pushing event updated for resources: {'Port': ['ID=35a74366-5047-4b44-8f5b-ca3fa7635288,revision_number=3']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:27:30.072282 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 20 Sep 2021 23:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f254ce54-839a-4874-9c90-d8e5e0ba8dda x-openstack-request-id: req-f254ce54-839a-4874-9c90-d8e5e0ba8dda {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:27:30.072582 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb", "tag": "35a74366-5047-4b44-8f5b-ca3fa7635288", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:27:30.072830 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f254ce54-839a-4874-9c90-d8e5e0ba8dda {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:27:30.073210 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb', 'tag': '35a74366-5047-4b44-8f5b-ca3fa7635288', 'status': 'completed', 'code': 200} Sep 20 23:27:30.107827 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-c9dff11d-cc68-4d1b-94ce-f39a3e3a98c5 req-30fc4ee9-603d-46ea-96d6-808cf26def01 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334411 Sep 20 23:27:30.157238 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2247b-c853-401b-bc52-eb273ea11b4c req-333b1a3f-924f-45a0-a817-e1451da289fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:30.158718 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cee2247b-c853-401b-bc52-eb273ea11b4c req-333b1a3f-924f-45a0-a817-e1451da289fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b059aaf53f264aed841ff3c987c87d3c&device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 1096 time: 0.0421979 Sep 20 23:27:30.264648 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2247b-c853-401b-bc52-eb273ea11b4c req-f4ba84e1-2fdd-496c-8af3-d1a559f7d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:30.266049 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cee2247b-c853-401b-bc52-eb273ea11b4c req-f4ba84e1-2fdd-496c-8af3-d1a559f7d574 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=b059aaf53f264aed841ff3c987c87d3c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917714 Sep 20 23:27:30.362296 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2247b-c853-401b-bc52-eb273ea11b4c req-18fa5be4-510b-4fb4-a992-15f752cdb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:30.363764 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-cee2247b-c853-401b-bc52-eb273ea11b4c req-18fa5be4-510b-4fb4-a992-15f752cdb9f8 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906448 Sep 20 23:27:30.457764 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-e5120abe-8822-4424-8493-fb1e4bb4e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:30.459217 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-e5120abe-8822-4424-8493-fb1e4bb4e490 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b059aaf53f264aed841ff3c987c87d3c&device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 1096 time: 0.0396695 Sep 20 23:27:30.505517 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-7eba9017-b0c3-4540-89fb-e4a4cc2edec4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35a74366-5047-4b44-8f5b-ca3fa7635288 HTTP/1.1" status: 200 len: 217 time: 0.0330760 Sep 20 23:27:30.554592 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-96fb874e-b41e-4eac-9eba-5c78b1510ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:30.555959 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-96fb874e-b41e-4eac-9eba-5c78b1510ece service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c22c0be1-bf23-42cb-98c8-cf8f25337e29 HTTP/1.1" status: 200 len: 854 time: 0.0441897 Sep 20 23:27:30.586773 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-a8e3ad2b-3453-4f08-ab49-4452fa4eefd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237510 Sep 20 23:27:30.675215 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-d2df908e-b2d6-46af-be5d-cd36e2a57d43 service neutron] 10.222.0.35 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810511 Sep 20 23:27:30.766447 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-db226e35-81df-4b0d-84fc-d7f1c5dfaa03 req-2d437d17-25aa-4da0-9c3c-daa473135edb service neutron] 10.222.0.35 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842364 Sep 20 23:27:31.222889 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f28f0-c43c-4cc7-af06-6fb4838d289e req-403cb343-a4dc-460f-acfb-07c96a907b1e tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:31.224369 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-231f28f0-c43c-4cc7-af06-6fb4838d289e req-403cb343-a4dc-460f-acfb-07c96a907b1e tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 943 time: 0.0497909 Sep 20 23:27:31.264754 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-231f28f0-c43c-4cc7-af06-6fb4838d289e req-e32d90ea-f415-4a43-b3ea-86caefae8101 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341475 Sep 20 23:27:32.378848 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15f85e-71cf-49ee-9e79-6487d19c9c00 req-2a243e46-5fa9-4a1a-9197-5a8f4a0b6979 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:32.380359 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ae15f85e-71cf-49ee-9e79-6487d19c9c00 req-2a243e46-5fa9-4a1a-9197-5a8f4a0b6979 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 943 time: 0.0476625 Sep 20 23:27:32.416699 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-ae15f85e-71cf-49ee-9e79-6487d19c9c00 req-685314a9-e1f1-408e-8373-b1c17185df54 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302050 Sep 20 23:27:33.212881 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 35a74366-5047-4b44-8f5b-ca3fa7635288 details requested by agent hyperv_hv-cinder-80996 with host hv-cinder-80996 {{(pid=94585) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 20 23:27:33.306580 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 35a74366-5047-4b44-8f5b-ca3fa7635288, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=35a74366-5047-4b44-8f5b-ca3fa7635288,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:27:33.318092 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Returning: {'device': '35a74366-5047-4b44-8f5b-ca3fa7635288', 'network_id': 'ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe', 'port_id': '35a74366-5047-4b44-8f5b-ca3fa7635288', 'mac_address': 'fa:16:3e:60:c6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c22c0be1-bf23-42cb-98c8-cf8f25337e29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94585) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 20 23:27:33.353454 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:33.365987 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35a74366-5047-4b44-8f5b-ca3fa7635288 {{(pid=94585) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 20 23:27:33.383847 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 35a74366-5047-4b44-8f5b-ca3fa7635288, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=35a74366-5047-4b44-8f5b-ca3fa7635288,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:27:33.442921 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:33.489632 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=35a74366-5047-4b44-8f5b-ca3fa7635288,revision_number=4']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:27:33.496733 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.497079 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.497422 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.497774 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.498120 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.498454 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.498787 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.499118 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.499467 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.499798 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.500127 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.500459 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94585) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:27:33.532847 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3da41-a1a4-4648-b8a9-42f34f021607 req-c7368466-4c03-44ac-8334-e87ab37de409 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:33.534344 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4ce3da41-a1a4-4648-b8a9-42f34f021607 req-c7368466-4c03-44ac-8334-e87ab37de409 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 944 time: 0.0499074 Sep 20 23:27:33.571688 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-4ce3da41-a1a4-4648-b8a9-42f34f021607 req-90535b79-5444-4b06-9ead-e235958954a4 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309827 Sep 20 23:27:33.730307 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['35a74366-5047-4b44-8f5b-ca3fa7635288'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:27:34.686892 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df547f-50a8-44ce-a107-1f8d7c3fcebb req-9f771714-52c0-46b8-b67c-68e073747f15 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:34.688360 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-59df547f-50a8-44ce-a107-1f8d7c3fcebb req-9f771714-52c0-46b8-b67c-68e073747f15 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 944 time: 0.0519528 Sep 20 23:27:34.725382 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-59df547f-50a8-44ce-a107-1f8d7c3fcebb req-8361dd43-560d-4474-8328-852c77b7a93b tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303543 Sep 20 23:27:35.212505 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 35a74366-5047-4b44-8f5b-ca3fa7635288 up at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 20 23:27:35.345644 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning for port 35a74366-5047-4b44-8f5b-ca3fa7635288 completed by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 20 23:27:35.349452 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.db.provisioning_blocks [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Provisioning complete for port 35a74366-5047-4b44-8f5b-ca3fa7635288 triggered by entity L2. {{(pid=94585) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 20 23:27:35.349848 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-768253'] for port, provisioning_complete {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:35.425602 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-661553'] for port, before_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:35.447454 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a74366-5047-4b44-8f5b-ca3fa7635288'}] {{(pid=94585) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:27:35.449587 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a9c846f60b4255ae82d0ca08826a1929884cd19f8d6199e1e349154c294fbc1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01dae07-fdae-4db8-a5c8-4817bb3577ec" -d '{"events": [{"server_uuid": "4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb", "name": "network-vif-plugged", "status": "completed", "tag": "35a74366-5047-4b44-8f5b-ca3fa7635288"}]}' {{(pid=94585) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:27:35.473281 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] For port 35a74366-5047-4b44-8f5b-ca3fa7635288, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=35a74366-5047-4b44-8f5b-ca3fa7635288,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94585) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:27:35.482630 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db84a26-3a80-42de-b54b-0c054ce4519c x-openstack-request-id: req-1db84a26-3a80-42de-b54b-0c054ce4519c {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:27:35.482911 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb", "name": "network-vif-plugged", "status": "completed", "tag": "35a74366-5047-4b44-8f5b-ca3fa7635288", "code": 200}]} {{(pid=94585) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:27:35.483160 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1db84a26-3a80-42de-b54b-0c054ce4519c {{(pid=94585) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:27:35.483543 dv-cinder-809965-2-iscsi neutron-server[94585]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35a74366-5047-4b44-8f5b-ca3fa7635288', 'code': 200} Sep 20 23:27:35.553051 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732060072973', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732059520732', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732059520750'] for port, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:35.599831 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Pushing event updated for resources: {'Port': ['ID=35a74366-5047-4b44-8f5b-ca3fa7635288,revision_number=5']} {{(pid=94585) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:27:35.834352 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56203244-8a95-431a-b0e9-81597812f1ee req-26077b92-e495-47f3-8f07-ae63a9f92102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:35.835821 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-56203244-8a95-431a-b0e9-81597812f1ee req-26077b92-e495-47f3-8f07-ae63a9f92102 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 1098 time: 0.0685053 Sep 20 23:27:35.847947 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c950d9-6018-432f-91f5-68d0fc9107ff req-2e29f5f7-f57a-49af-a497-99fff738de3e tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:35.851178 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62c950d9-6018-432f-91f5-68d0fc9107ff req-2e29f5f7-f57a-49af-a497-99fff738de3e tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 945 time: 0.0568850 Sep 20 23:27:35.896894 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-56203244-8a95-431a-b0e9-81597812f1ee req-c61f7e4a-f1dd-4a40-9acf-a5adcc3528dd service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466754 Sep 20 23:27:35.901700 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-13a76298-be4f-4ad1-8feb-bb1dbb0acfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:35.903818 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-62c950d9-6018-432f-91f5-68d0fc9107ff req-ebf6d4d9-355d-4f10-b6da-b8596dd9e750 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477030 Sep 20 23:27:37.036610 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89168a7-ca6d-485b-a03d-466d27ad3090 req-b3f37ac7-5b88-4719-939e-bba979e66596 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:37.038255 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b89168a7-ca6d-485b-a03d-466d27ad3090 req-b3f37ac7-5b88-4719-939e-bba979e66596 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 945 time: 0.0575607 Sep 20 23:27:37.085481 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-b89168a7-ca6d-485b-a03d-466d27ad3090 req-b8d3222f-d22d-4703-b1ac-ce8ee10196ae tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395699 Sep 20 23:27:38.205590 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f6c66-31a4-4285-9d9d-8a796abf9359 req-42bf4a86-9ae2-4005-b392-58bf9b71981e tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:38.207222 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b59f6c66-31a4-4285-9d9d-8a796abf9359 req-42bf4a86-9ae2-4005-b392-58bf9b71981e tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 945 time: 0.0521338 Sep 20 23:27:38.245115 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-b59f6c66-31a4-4285-9d9d-8a796abf9359 req-6144c91d-ff42-4a84-82c3-834f80a9ddec tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Sep 20 23:27:38.495735 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-e4dc2324-e1c4-459e-83a6-94f861f0052f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:39.107537 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:39.741678 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:41.254386 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:49.022946 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:27:52.437395 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:27:57.850146 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-fd64164b-a3dd-42d0-b311-ef0696cd367b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397348 Sep 20 23:27:57.949399 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-98031d8c-b99c-4dad-a146-9ccde52a8bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:57.950874 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-98031d8c-b99c-4dad-a146-9ccde52a8bfe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b059aaf53f264aed841ff3c987c87d3c&device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 1098 time: 0.0405152 Sep 20 23:27:58.059123 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-65bbfa12-f051-462e-a0cd-09d3e581b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:58.060575 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-65bbfa12-f051-462e-a0cd-09d3e581b1ba service neutron] 10.222.0.35 "GET /v2.0/networks?id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe HTTP/1.1" status: 200 len: 915 time: 0.0879188 Sep 20 23:27:58.101195 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-c06be889-9662-4e88-9bd8-eccb67a63a7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35a74366-5047-4b44-8f5b-ca3fa7635288 HTTP/1.1" status: 200 len: 217 time: 0.0330558 Sep 20 23:27:58.160505 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-c3d7a5bb-69b7-4e49-8134-9c57bd2ae465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:27:58.162210 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-c3d7a5bb-69b7-4e49-8134-9c57bd2ae465 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c22c0be1-bf23-42cb-98c8-cf8f25337e29 HTTP/1.1" status: 200 len: 854 time: 0.0537264 Sep 20 23:27:58.196619 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-b7b46323-7001-487b-86e5-722ccd7e4bf7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274706 Sep 20 23:27:58.285722 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-3fca5872-f919-4d3f-9aa6-50de39aaefa8 service neutron] 10.222.0.35 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816598 Sep 20 23:27:58.386316 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-f588d792-e041-41b9-baa0-ea710a0c66e6 req-90530d0a-37d7-44ab-9f1d-416a8589d24f service neutron] 10.222.0.35 "GET /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934219 Sep 20 23:28:00.935426 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cb3d3-fd89-4156-8e06-a6516ff7c4b0 req-8f403c18-b434-40c3-8b0e-6d87fae36b88 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:28:00.937147 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-792cb3d3-fd89-4156-8e06-a6516ff7c4b0 req-8f403c18-b434-40c3-8b0e-6d87fae36b88 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 945 time: 0.0482643 Sep 20 23:28:00.978225 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-792cb3d3-fd89-4156-8e06-a6516ff7c4b0 req-040dd128-0f56-4f37-b9ac-00905d1458c2 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Sep 20 23:28:02.092566 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6594c-c6dd-4421-a468-19afb4d6c7ca req-d812b3c2-42d2-4757-b99b-61f92a8bd8c3 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94583) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:28:02.094088 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dec6594c-c6dd-4421-a468-19afb4d6c7ca req-d812b3c2-42d2-4757-b99b-61f92a8bd8c3 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 945 time: 0.0488524 Sep 20 23:28:02.130276 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-dec6594c-c6dd-4421-a468-19afb4d6c7ca req-6ccc330a-eb8e-4eaf-92c0-fefe4e54438d tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/security-groups?id=84a8aa00-1134-4da1-89f0-2610e93fa2d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296097 Sep 20 23:28:02.655789 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-e4c8cff8-1dbc-411f-b058-e8ed98f70ea5 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94584) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 20 23:28:02.657192 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-e4c8cff8-1dbc-411f-b058-e8ed98f70ea5 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 945 time: 0.0472777 Sep 20 23:28:02.746454 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Deleting port 35a74366-5047-4b44-8f5b-ca3fa7635288 {{(pid=94584) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 20 23:28:02.746807 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732060068657'] for port, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:02.837189 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.db [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] For port 35a74366-5047-4b44-8f5b-ca3fa7635288, host hv-cinder-80996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80996',level=0,port_id=35a74366-5047-4b44-8f5b-ca3fa7635288,segment=NetworkSegment(23bff405-4ca8-4f54-a2bd-641c7f0fbce7),segment_id=23bff405-4ca8-4f54-a2bd-641c7f0fbce7)] {{(pid=94584) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 20 23:28:02.837555 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1604953'] for port, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:02.853369 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.plugins.ml2.plugin [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Calling delete_port for 35a74366-5047-4b44-8f5b-ca3fa7635288 owned by compute:nova {{(pid=94584) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 20 23:28:03.026358 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-661616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-311904', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732060071927', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732059520723', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7896287'] for port, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:03.053119 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Pushing event deleted for resources: {'Port': ['ID=35a74366-5047-4b44-8f5b-ca3fa7635288,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:28:03.064376 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.db [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] get_ports_and_sgs() called for port_ids ['35a74366-5047-4b44-8f5b-ca3fa7635288'] {{(pid=94585) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 20 23:28:03.112428 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.l3_dvrscheduler_db [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] No DVR routers for this DVR port 35a74366-5047-4b44-8f5b-ca3fa7635288 on host hv-cinder-80996 {{(pid=94584) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 20 23:28:03.115680 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-506463'] for port, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:03.117705 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [req-5488e77b-f7e4-4002-be8c-5c1d83e17f1c req-564581f1-7b04-4a3b-9981-311f786702d1 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.35 "DELETE /v2.0/ports/35a74366-5047-4b44-8f5b-ca3fa7635288 HTTP/1.1" status: 204 len: 173 time: 0.4547646 Sep 20 23:28:03.118173 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb', 'name': 'network-vif-deleted', 'tag': '35a74366-5047-4b44-8f5b-ca3fa7635288'}] {{(pid=94584) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 20 23:28:03.120536 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6c9844b27838cc2ea73837165422322931625718467f70e2878bef8af0748ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e43c71-44dc-4d17-beb0-1bd65ef17f4b" -d '{"events": [{"server_uuid": "4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb", "name": "network-vif-deleted", "tag": "35a74366-5047-4b44-8f5b-ca3fa7635288"}]}' {{(pid=94584) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 20 23:28:03.156329 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 20 Sep 2021 23:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3d4a08-dc83-4961-880f-9cd41662a234 x-openstack-request-id: req-5d3d4a08-dc83-4961-880f-9cd41662a234 {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 20 23:28:03.162374 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb", "name": "network-vif-deleted", "tag": "35a74366-5047-4b44-8f5b-ca3fa7635288", "status": "completed", "code": 200}]} {{(pid=94584) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 20 23:28:03.162374 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d3d4a08-dc83-4961-880f-9cd41662a234 {{(pid=94584) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 20 23:28:03.162374 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb', 'name': 'network-vif-deleted', 'tag': '35a74366-5047-4b44-8f5b-ca3fa7635288', 'status': 'completed', 'code': 200} Sep 20 23:28:03.225211 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [req-10eb6b79-ac6c-4465-a814-88d94c1b9cad req-64c8b96a-f0fb-4a7e-84a5-2f85e7ea1f78 tempest-VolumesSnapshotTestJSON-2025286031 tempest-VolumesSnapshotTestJSON-2025286031-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ae64130-4e1a-4c29-a9e8-c6af6d16a1fb HTTP/1.1" status: 200 len: 210 time: 0.0271878 Sep 20 23:28:05.911696 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-7ca98bc2-70b6-4482-bfef-cc5c367471ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:08.310921 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 35a74366-5047-4b44-8f5b-ca3fa7635288 no longer exists at agent hyperv_hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 20 23:28:08.331466 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.plugin [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] No Port match for: 35a74366-5047-4b44-8f5b-ca3fa7635288 {{(pid=94585) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 20 23:28:08.331816 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron.plugins.ml2.rpc [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Device 35a74366-5047-4b44-8f5b-ca3fa7635288 not bound to the agent host hv-cinder-80996 {{(pid=94585) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 20 23:28:08.477064 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-cb8d4bfa-7af9-4a05-9371-5a9ebc89a421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:09.089067 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:09.717468 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:11.283443 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:22.488555 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:26.021184 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:28:30.057057 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [-] (94584) accepted ('10.222.0.15', 32788) {{(pid=94584) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:28:30.100588 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.db.db_base_plugin_v2 [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Deleting subnet c22c0be1-bf23-42cb-98c8-cf8f25337e29 {{(pid=94584) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 20 23:28:30.103630 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.137559 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7896106'] for subnet, precommit_delete_associations {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.174648 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-754049'] for subnet, precommit_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.328375 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-754070', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7896304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8367307'] for subnet, after_delete {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.353701 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22c0be1-bf23-42cb-98c8-cf8f25337e29,revision_number=None']} {{(pid=94584) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:28:30.364199 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron_lib.callbacks.manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for subnet, before_response {{(pid=94584) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.366091 dv-cinder-809965-2-iscsi neutron-server[94584]: INFO neutron.wsgi [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c22c0be1-bf23-42cb-98c8-cf8f25337e29 HTTP/1.1" status: 204 len: 168 time: 0.3080325 Sep 20 23:28:30.367522 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.367864 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.368261 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.368600 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.368840 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 32790) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:28:30.369259 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.369351 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.369658 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.370013 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.370339 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.370663 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.370983 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.371301 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53386a9d-a740-43f1-bac9-5f04d0375da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94584) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.437975 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-903280'] for network, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.512436 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757510', 'neutron.services.segments.db._delete_segments_for_network-8732060017053'] for network, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.531771 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe']}} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:28:30.541294 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bff405-4ca8-4f54-a2bd-641c7f0fbce7') {'for_net_delete': True} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:28:30.541592 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.services.segments.db [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bff405-4ca8-4f54-a2bd-641c7f0fbce7') {} {{(pid=94583) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 20 23:28:30.554332 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732060017318', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4194785'] for segment, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.567749 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804'] for segment, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.573796 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94583) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 20 23:28:30.574149 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-758804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313264'] for segment, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: Traceback (most recent call last): Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: timer() Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: cb(*args, **kw) Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: return func(*args, **kwargs) Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: self._notify() Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: self.callback(batched_events) Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: event.method(event) Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: aggregate_uuid = self.p_client.list_aggregates( Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: return f(self, *a, **k) Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._get(url).json() Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: return self.request(url, 'GET', **kwargs) Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: base_url = self.get_endpoint(auth, allow=allow, Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 23:28:30.575742 dv-cinder-809965-2-iscsi neutron-server[94583]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 23:28:30.688115 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757535', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1631537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1587006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1601027'] for network, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.693531 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586988'] for network, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:30.695408 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe HTTP/1.1" status: 204 len: 168 time: 0.3255353 Sep 20 23:28:30.705677 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5494e1-94d4-47ff-b2cd-ce10b3ee1cfe,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:28:30.713227 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.713579 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.713955 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.714294 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.714630 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.714966 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.715298 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.715629 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.715957 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.716284 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.716610 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.716943 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37d4c3-6b95-4052-bdbe-35d32a668c6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809965-2-iscsi {{(pid=94583) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 20 23:28:30.934618 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 32794) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:28:30.973613 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-34d6e13a-b1f5-4cc8-a373-bf639daab6ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b059aaf53f264aed841ff3c987c87d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374954 Sep 20 23:28:30.975877 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [-] (94583) accepted ('10.222.0.15', 32796) {{(pid=94583) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 20 23:28:31.021449 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b0cdb7d2-8b31-4792-ab1c-b2d9c0b1fec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:31.045356 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b0cdb7d2-8b31-4792-ab1c-b2d9c0b1fec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:31.156310 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b0cdb7d2-8b31-4792-ab1c-b2d9c0b1fec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633242'] for security_group, after_delete {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:31.158857 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron_lib.callbacks.manager [None req-b0cdb7d2-8b31-4792-ab1c-b2d9c0b1fec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94583) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:31.160085 dv-cinder-809965-2-iscsi neutron-server[94583]: INFO neutron.wsgi [None req-b0cdb7d2-8b31-4792-ab1c-b2d9c0b1fec7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84a8aa00-1134-4da1-89f0-2610e93fa2d8 HTTP/1.1" status: 204 len: 168 time: 0.1833303 Sep 20 23:28:31.168025 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cdb7d2-8b31-4792-ab1c-b2d9c0b1fec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8aa00-1134-4da1-89f0-2610e93fa2d8,revision_number=None']} {{(pid=94583) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 20 23:28:35.870580 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-881798b4-2304-4959-aa64-dbdb9a791870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:38.476640 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-85f0d26f-639e-4ad6-94ea-bb788c86295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:39.144544 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:39.715925 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:41.287849 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:28:52.493875 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:03.018989 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:29:05.898085 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-b8990a4f-2af0-4f11-aa97-750272c61fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:07.819950 dv-cinder-809965-2-iscsi neutron-server[94583]: DEBUG neutron.wsgi [req-60c2cc52-e596-4d15-a7f2-13a213f45ade req-b4aa7335-eefb-4cea-bd0d-f1c9691a712c service neutron] (94583) timed out ('10.222.0.35', 54670) {{(pid=94583) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 23:29:08.469930 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1cc7306d-f573-4b47-9cc0-4ba4920d8698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:09.133379 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:09.743651 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:11.338308 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:15.053395 dv-cinder-809965-2-iscsi neutron-server[94584]: DEBUG neutron.wsgi [req-1a26b0ce-2dde-48f7-9a39-f88caa6d7481 req-ef4caae9-f074-472e-8e47-3717e733cb94 service neutron] (94584) timed out ('10.222.0.35', 54702) {{(pid=94584) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 20 23:29:22.480527 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:35.955096 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-367d6daf-4df4-4256-a937-60610b05ef85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:38.468816 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-ad003198-6d20-4e47-adad-98dfefc6c9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:39.097651 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:39.748995 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:40.017787 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:29:41.320155 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:29:52.485783 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:05.937695 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1e23891d-20cd-4255-9e94-27e90f17e414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:08.466915 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-6c8b0a60-d039-42db-bb21-d68a4e688815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:09.118945 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:09.718555 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:11.297252 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:17.016541 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:30:22.496925 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:35.891191 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-596cbfb3-e559-4212-ac9a-50d442a66545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:38.468494 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-9e3445be-b41b-41aa-ac3d-35059cc3e33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:39.130974 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:39.780361 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:41.306454 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:52.472954 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:30:54.015322 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:31:05.930355 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-a9d315b1-b67a-4f5b-a4d0-e40fc8b7b75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:08.453300 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d5a0afd6-a887-43e1-b824-1600d7ccacbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:09.169922 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:09.752671 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:11.312884 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:22.509618 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:31.014003 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:31:35.886533 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-42c3e463-624c-436e-9537-e958c19c6012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:38.478225 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-4b081280-193d-4927-aa02-e5f26183cc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:39.166523 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:39.732369 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:41.295170 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:31:52.497548 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:05.879956 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-5a6408a0-d3f5-4078-a3ae-7c1a4f119822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:08.013530 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:32:08.502916 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-23656eb6-6641-4694-840c-bb8db948c270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:09.108242 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:09.825755 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:11.297426 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:22.527558 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:35.882965 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3bce76fb-b3be-4554-bbfc-7f885982a3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:38.478307 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-65db0501-614d-46a8-a27e-92177068c37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:39.112611 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:39.861523 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:41.324103 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:32:45.013154 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:32:52.504811 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:05.888635 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-eb3462cf-f264-418e-9596-f0886633a21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:08.499244 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-aab7230e-a812-4b50-b7e5-36b72293ddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:09.133519 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:09.865004 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:11.317483 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:22.012454 dv-cinder-809965-2-iscsi neutron-server[94586]: DEBUG neutron.db.agents_db [None req-96e30327-d46d-4ea6-8c3d-5687472e48b9 None None] Agent healthcheck: found 6 active agents {{(pid=94586) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 20 23:33:22.522321 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-d86d5f7e-1983-4eba-807e-e7089c1c440f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:35.882135 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c019e606-449e-4bed-834b-5292ff5856fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:38.493208 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-3420ec4f-a331-4eaa-ab9a-d47a780258e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:39.127804 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-1bae0de8-37dc-46c5-9d1f-7ba0bf218c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:39.807074 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c2ef4646-c397-4b9e-a33c-e3e6ecce18c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 20 23:33:41.287548 dv-cinder-809965-2-iscsi neutron-server[94585]: DEBUG neutron_lib.callbacks.manager [None req-c4b31f39-1a1c-4d46-ac6c-e0c94c7f352a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732060017035', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-755206'] for agent, after_update {{(pid=94585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}